-- Logs begin at Mon 2021-08-23 00:48:43 UTC, end at Mon 2021-08-23 02:12:19 UTC. --
Aug 23 01:43:42.116484 dv-cinder-805529-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Aug 23 01:43:44.230811 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.common.config [-] Logging enabled!
Aug 23 01:43:44.231556 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev9
Aug 23 01:43:44.231556 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75757) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Aug 23 01:43:44.233775 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.common.config [-] Logging enabled!
Aug 23 01:43:44.234024 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev9
Aug 23 01:43:44.234272 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75757) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Aug 23 01:43:44.235215 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 23 01:43:44.235450 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 23 01:43:44.235801 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 23 01:43:44.236044 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 23 01:43:44.236266 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 23 01:43:44.236608 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.236901 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.237194 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.237441 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.238248 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.238540 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.238826 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.239116 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.239409 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.239693 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.239974 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.240260 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.240488 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.240791 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.241077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.241362 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.241583 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] debug                          = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.241862 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.242282 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.242690 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.242974 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.243260 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.243535 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.243812 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.244098 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.244435 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] host                           = dv-cinder-805529-1-iscsi {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.244731 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.245020 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.245307 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.245594 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.245868 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.246143 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.246426 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.246700 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.246974 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.247251 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.247538 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.247828 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.248118 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.248342 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.248577 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.248874 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.249164 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.249443 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.249717 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.249994 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.250274 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.250550 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.250818 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.251244 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.251530 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.251816 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.252096 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.252374 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.252668 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.252944 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.253810 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.254092 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.254368 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.254647 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.254937 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.255207 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.255482 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.255782 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.256067 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.256350 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.256659 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.256937 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.257220 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.257490 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.257762 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.258033 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.258304 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.258572 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.258852 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.259121 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.259389 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.259664 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.259934 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.260216 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:44.260518 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.260840 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.261141 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.261421 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.261711 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.261996 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.262283 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.262559 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.262845 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.263133 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.263419 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.263696 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.263979 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.264268 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.264556 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.264851 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.265137 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.265416 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.265692 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.265961 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.266235 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.266521 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.266795 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.267066 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.267344 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.267618 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.267888 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.268156 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.268428 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.268769 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.269046 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.269316 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.269584 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.269856 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.270128 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.270416 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.270691 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.270963 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.271233 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.271507 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.271781 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.272053 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.272327 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.272618 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.272898 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.273169 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.273438 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.273709 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.273980 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.274250 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.274522 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.274796 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.275073 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.275349 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.275620 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.275891 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.276163 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.276434 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.276749 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.277051 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.277330 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.277611 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.277892 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.278169 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.278444 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.278722 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.279003 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.279285 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.279558 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.279850 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.280136 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.280427 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.280734 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.281015 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.281311 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.281592 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.281876 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.282153 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.282430 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.282711 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.282994 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.283285 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.283578 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.283870 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.284161 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.284996 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.285282 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.285590 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.285869 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:44.286086 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 23 01:43:44.286327 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75757) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Aug 23 01:43:44.685593 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO keyring.backend [-] Loading KWallet
Aug 23 01:43:44.693500 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO keyring.backend [-] Loading SecretService
Aug 23 01:43:44.697140 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO keyring.backend [-] Loading Windows
Aug 23 01:43:44.698470 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO keyring.backend [-] Loading chainer
Aug 23 01:43:44.699047 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO keyring.backend [-] Loading macOS
Aug 23 01:43:44.732307 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:43:44.732600 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=75757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:43:44.732889 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:43:44.733221 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [-] Loading core plugin: ml2
Aug 23 01:43:45.042384 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.042596 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.042865 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.099224 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.099507 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.099776 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.102732 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.103013 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.103284 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.131666 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.131948 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.132219 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.158699 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.158975 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.159762 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.470891 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7481f3f700> agent after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.471415 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7481f3f700> agent after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.471415 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7481f3f790> segment precommit_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.471697 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7481f3f820> network precommit_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.473036 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7481f409d0> segment before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.594572 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> network before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.594892 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f74820e2670> agent before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.595173 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> network before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.595447 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> port before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.595707 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> port before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.596010 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> segment after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.596272 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> segment precommit_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.596529 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> segment precommit_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.597392 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> segment after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.597678 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> network after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.597939 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> network precommit_delete 0 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.598199 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> port provisioning_complete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.598469 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.598723 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> rbac-policy after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.598987 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> agent after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.599252 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> subnet after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.599504 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> subnet precommit_delete 0 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.599774 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.600026 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.600304 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> segment_host_mapping after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.600671 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> port after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.600923 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> port after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.601171 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> port after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.601447 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.601694 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.601936 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f74828c7760>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.602323 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 23 01:43:45.602562 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 23 01:43:45.602799 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 23 01:43:45.603032 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 23 01:43:45.603262 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 23 01:43:45.603534 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 23 01:43:45.604078 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Aug 23 01:43:45.607170 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Aug 23 01:43:45.611128 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Aug 23 01:43:45.614963 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Aug 23 01:43:45.616586 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Aug 23 01:43:45.616990 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Aug 23 01:43:45.617321 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Aug 23 01:43:45.617700 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Aug 23 01:43:45.620464 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Aug 23 01:43:45.620751 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Aug 23 01:43:45.621095 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Aug 23 01:43:45.648815 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Aug 23 01:43:45.649267 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7481e71250>> qos_plugin after_init 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.649566 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75757) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Aug 23 01:43:45.649928 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7481e714c0>> logging-plugin after_init 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.651434 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75757) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Aug 23 01:43:45.651714 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Aug 23 01:43:45.651960 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Aug 23 01:43:45.655068 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7481e4b820>> floatingip before_response 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.655355 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7481e4b820>> port before_response 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:45.715471 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Aug 23 01:43:45.715659 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Aug 23 01:43:45.715893 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Aug 23 01:43:45.716252 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Aug 23 01:43:45.746598 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_db.sqlalchemy.engines [None req-415a6590-784e-4643-8303-386955bb82ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75757) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Aug 23 01:43:46.193922 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [None req-415a6590-784e-4643-8303-386955bb82ba None None] Initializing driver for type 'gre'
Aug 23 01:43:46.194443 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-415a6590-784e-4643-8303-386955bb82ba None None] gre ID ranges: [(1, 1000)]
Aug 23 01:43:46.401359 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [None req-415a6590-784e-4643-8303-386955bb82ba None None] Initializing driver for type 'local'
Aug 23 01:43:46.401733 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [None req-415a6590-784e-4643-8303-386955bb82ba None None] Initializing driver for type 'vlan'
Aug 23 01:43:46.475768 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-415a6590-784e-4643-8303-386955bb82ba None None] VlanTypeDriver initialization complete
Aug 23 01:43:46.476301 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [None req-415a6590-784e-4643-8303-386955bb82ba None None] Initializing driver for type 'vxlan'
Aug 23 01:43:46.476530 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-415a6590-784e-4643-8303-386955bb82ba None None] vxlan ID ranges: [(1, 1000)]
Aug 23 01:43:46.674169 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [None req-415a6590-784e-4643-8303-386955bb82ba None None] Initializing extension driver 'port_security'
Aug 23 01:43:46.674507 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.extensions.port_security [None req-415a6590-784e-4643-8303-386955bb82ba None None] PortSecurityExtensionDriver initialization complete
Aug 23 01:43:46.674837 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [None req-415a6590-784e-4643-8303-386955bb82ba None None] Initializing mechanism driver 'openvswitch'
Aug 23 01:43:46.675726 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [None req-415a6590-784e-4643-8303-386955bb82ba None None] Initializing mechanism driver 'hyperv'
Aug 23 01:43:46.682123 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.plugins.ml2.plugin [None req-415a6590-784e-4643-8303-386955bb82ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:43:46.682877 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7481ef0f40>> port after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.683243 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7481ef0f40>> port after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.683591 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7481ef0f40>> port after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.683972 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748203c0d0>> subnet after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.684312 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748203c0d0>> subnet after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.684671 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748203c0d0>> subnet after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.685044 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194b700>> network after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.685380 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194b700>> network after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.685711 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194b700>> network after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.686077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194b970>> security_group after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.686416 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194b970>> security_group after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.686754 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194b970>> security_group after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.687122 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194bbe0>> security_group_rule after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.687461 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194bbe0>> security_group_rule after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.687784 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f748194bbe0>> security_group_rule after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.688119 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-415a6590-784e-4643-8303-386955bb82ba None None] ML2 OVO RPC backend initialized. {{(pid=75757) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Aug 23 01:43:46.688768 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> router_interface after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.689118 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> router_interface after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.689524 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> network before_response 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.689862 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> networks before_response 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.690198 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> port before_response 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.690531 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> ports before_response 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.690865 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> subnet before_response 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.691200 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> subnets before_response 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.691536 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> network after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.691868 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> network after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.692195 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> network after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.692523 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> port after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.692874 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> port after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.693200 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> port after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.693526 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> subnet after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.693863 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> subnet after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.694177 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f748194be80>> subnet after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.694739 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.plugin [None req-415a6590-784e-4643-8303-386955bb82ba None None] Modular L2 Plugin initialization complete
Aug 23 01:43:46.695063 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading services supported by the core plugin {{(pid=75757) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Aug 23 01:43:46.695377 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.plugins.ml2.managers [None req-415a6590-784e-4643-8303-386955bb82ba None None] Got port-security extension from driver 'port_security'
Aug 23 01:43:46.696093 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.extensions.vlantransparent [None req-415a6590-784e-4643-8303-386955bb82ba None None] Disabled vlantransparent extension.
Aug 23 01:43:46.696504 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75757) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Aug 23 01:43:46.696833 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading Plugin: router
Aug 23 01:43:46.733865 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router_interface before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.734204 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router after_create 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.734567 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router before_create 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.734925 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router_interface before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.735414 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router_interface after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.735773 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router after_delete 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.736130 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> floatingip after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.736490 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router after_create 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.736857 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router after_update 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.737202 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router after_update 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.738178 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router_gateway after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.738532 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router after_update 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.738935 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router precommit_update 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.739301 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7481f85160> port after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.739641 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7481f85040> port after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.739971 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7481f850d0> subnet after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.740307 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7481f851f0> subnetpool_address_scope after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.740682 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> port precommit_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.741027 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router precommit_create 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.741360 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7481feeaf0> port before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.741695 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router precommit_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.742043 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router after_update 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.742376 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router precommit_delete 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.742712 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router precommit_create 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.743064 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router_interface after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.743399 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> router precommit_update 55549900 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.743754 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> agent after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.744096 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> agent after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.744430 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7481959160>> network after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.745306 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Tracking information for resource: router configured {{(pid=75757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 23 01:43:46.745632 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Tracking information for resource: floatingip configured {{(pid=75757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 23 01:43:46.750371 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.db.l3_agentschedulers_db [None req-415a6590-784e-4643-8303-386955bb82ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Aug 23 01:43:46.750935 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f748190b310> port after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.751291 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f748190b1f0> port after_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.751636 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function _notify_port_delete at 0x7f748190b280> port after_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.751978 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f748190b5e0> port after_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.752789 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f748192ba60>> router before_create 55550100 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.753151 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f748192ba60>> router precommit_delete 55550100 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.753506 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f748192ba60>> router precommit_create 55550100 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.753856 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f748192ba60>> router precommit_update 55550100 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.758079 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.services.provider_configuration [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service providers = [] {{(pid=75757) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Aug 23 01:43:46.758439 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.db.servicetype_db [None req-415a6590-784e-4643-8303-386955bb82ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75757) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Aug 23 01:43:46.761365 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.services.service_base [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 23 01:43:46.761712 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.services.service_base [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 23 01:43:46.762049 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.services.service_base [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 23 01:43:46.762925 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.services.service_base [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 23 01:43:46.763289 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.services.service_base [None req-415a6590-784e-4643-8303-386955bb82ba None None] Default provider is not specified for service type L3_ROUTER_NAT
Aug 23 01:43:46.763655 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 23 01:43:46.763965 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Aug 23 01:43:46.774623 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 23 01:43:46.774951 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading Plugin: auto_allocate
Aug 23 01:43:46.780797 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f74818eaa60> network precommit_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.781164 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f74818eaa60> network precommit_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.781675 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 23 01:43:46.781992 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading Plugin: tag
Aug 23 01:43:46.789192 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 23 01:43:46.789505 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading Plugin: timestamp
Aug 23 01:43:46.793269 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 23 01:43:46.793597 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading Plugin: network_ip_availability
Aug 23 01:43:46.798749 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74818d50a0>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.799114 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74818d50a0>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.799462 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74818d50a0>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:46.800735 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 23 01:43:46.801050 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading Plugin: flavors
Aug 23 01:43:46.805875 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 23 01:43:46.806203 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading Plugin: revisions
Aug 23 01:43:46.810371 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 23 01:43:46.810758 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_concurrency.lockutils [None req-415a6590-784e-4643-8303-386955bb82ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.078s {{(pid=75757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:43:46.811476 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75757) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Aug 23 01:43:46.811805 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Initializing extension manager.
Aug 23 01:43:46.812297 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: __init__.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.812655 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: __pycache__ {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.818945 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.818945 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.818945 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: _filter_validation_lib.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.818945 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.818945 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: address_group.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.818945 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.819400 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: address-group
Aug 23 01:43:46.819400 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: address_scope.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.819400 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.819400 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: address-scope
Aug 23 01:43:46.819400 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.819741 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.819920 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: router-admin-state-down-before-update
Aug 23 01:43:46.820235 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: agent.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.821209 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.821701 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: agent
Aug 23 01:43:46.822013 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: agent_resources_synced.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.822910 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.823457 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: agent-resources-synced
Aug 23 01:43:46.823770 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: allowedaddresspairs.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.825565 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.826078 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: allowed-address-pairs
Aug 23 01:43:46.826399 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: auto_allocated_topology.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.827462 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.827966 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: auto-allocated-topology
Aug 23 01:43:46.828282 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: availability_zone.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.829013 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.829513 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: availability_zone
Aug 23 01:43:46.829827 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: availability_zone_filter.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.830740 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.831261 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: availability_zone_filter
Aug 23 01:43:46.831574 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: data_plane_status.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.832464 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.832984 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension data-plane-status not supported by any of loaded plugins
Aug 23 01:43:46.833297 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: default_subnetpools.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.834194 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.834694 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: default-subnetpools
Aug 23 01:43:46.835008 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.835770 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.836263 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: dhcp_agent_scheduler
Aug 23 01:43:46.836604 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: dns.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.841151 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.841646 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension dns-integration not supported by any of loaded plugins
Aug 23 01:43:46.841960 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: dns_domain_ports.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.842868 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.843367 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension dns-domain-ports not supported by any of loaded plugins
Aug 23 01:43:46.843683 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: dvr.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.844347 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.844869 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: dvr
Aug 23 01:43:46.845185 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: empty_string_filtering.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.846096 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.846594 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: empty-string-filtering
Aug 23 01:43:46.847435 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.848330 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.848855 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Aug 23 01:43:46.849168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.850060 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.850551 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Aug 23 01:43:46.850863 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: external_net.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.851762 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.852259 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: external-net
Aug 23 01:43:46.852585 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.853491 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.853982 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: extra_dhcp_opt
Aug 23 01:43:46.854295 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: extraroute.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.855193 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.855686 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: extraroute
Aug 23 01:43:46.855998 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: extraroute_atomic.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.857039 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.857533 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: extraroute-atomic
Aug 23 01:43:46.857847 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: filter_validation.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.858498 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.858990 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: filter-validation
Aug 23 01:43:46.859300 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: fip_pf_description.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.860200 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.860714 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Aug 23 01:43:46.861031 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: fip_port_details.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.861926 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.863039 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: fip-port-details
Aug 23 01:43:46.863361 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: flavors.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.864598 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.865275 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: flavors
Aug 23 01:43:46.871914 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.873321 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.873838 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Aug 23 01:43:46.874168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: floatingip_pools.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.874858 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.875358 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: floatingip-pools
Aug 23 01:43:46.875679 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: ip_allocation.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.876609 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.877114 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension ip_allocation not supported by any of loaded plugins
Aug 23 01:43:46.877432 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.878355 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.878861 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: ip-substring-filtering
Aug 23 01:43:46.879187 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: l2_adjacency.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.880100 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.880620 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension l2_adjacency not supported by any of loaded plugins
Aug 23 01:43:46.880940 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: l3.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.881886 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.882390 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: router
Aug 23 01:43:46.882705 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.884930 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.885443 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Aug 23 01:43:46.885766 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.886683 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.887187 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: ext-gw-mode
Aug 23 01:43:46.887505 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.888416 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.888959 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: l3-ha
Aug 23 01:43:46.889278 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: l3_flavors.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.890181 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.890681 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: l3-flavors
Aug 23 01:43:46.890997 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.891891 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.892384 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: l3-port-ip-change-not-allowed
Aug 23 01:43:46.892731 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: l3agentscheduler.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.894273 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.894776 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: l3_agent_scheduler
Aug 23 01:43:46.895096 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: logging.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.896587 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.897115 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension logging not supported by any of loaded plugins
Aug 23 01:43:46.897439 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: metering.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.898166 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.898736 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: metering
Aug 23 01:43:46.899052 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.900127 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.900669 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: metering_source_and_destination_fields
Aug 23 01:43:46.900988 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: multiprovidernet.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.901903 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.902405 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: multi-provider
Aug 23 01:43:46.902719 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: netmtu.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.903624 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.904117 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: net-mtu
Aug 23 01:43:46.904429 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: netmtu_writable.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.905363 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.905859 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: net-mtu-writable
Aug 23 01:43:46.906172 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: network_availability_zone.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.906828 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.907324 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: network_availability_zone
Aug 23 01:43:46.907636 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: network_ip_availability.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.908859 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.909929 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: network-ip-availability
Aug 23 01:43:46.910243 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: network_segment_range.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.910992 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.911489 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension network-segment-range not supported by any of loaded plugins
Aug 23 01:43:46.911802 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: pagination.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.912800 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.913125 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: pagination
Aug 23 01:43:46.913438 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.914349 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.914850 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: port-mac-address-regenerate
Aug 23 01:43:46.915163 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: port_resource_request.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.916053 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.916546 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension port-resource-request not supported by any of loaded plugins
Aug 23 01:43:46.916890 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: portbindings.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.917800 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.918294 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: binding
Aug 23 01:43:46.918611 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: portbindings_extended.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.919872 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.920376 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: binding-extended
Aug 23 01:43:46.920726 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: portsecurity.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.921629 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.922130 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: port-security
Aug 23 01:43:46.922444 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: project_id.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.923424 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.923747 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: project-id
Aug 23 01:43:46.924058 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: providernet.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.925014 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.925521 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: provider
Aug 23 01:43:46.925835 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.929358 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.929873 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos not supported by any of loaded plugins
Aug 23 01:43:46.930197 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.931429 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.931937 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Aug 23 01:43:46.932261 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.933206 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.933704 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Aug 23 01:43:46.934023 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos_default.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.934922 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.935422 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos-default not supported by any of loaded plugins
Aug 23 01:43:46.935741 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos_fip.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.936380 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.936897 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos-fip not supported by any of loaded plugins
Aug 23 01:43:46.937214 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos_gateway_ip.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.938124 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.938628 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos-gateway-ip not supported by any of loaded plugins
Aug 23 01:43:46.938943 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos_port_network_policy.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.939847 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.940342 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos-port-network-policy not supported by any of loaded plugins
Aug 23 01:43:46.940723 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos_rule_type_details.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.941631 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.942130 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos-rule-type-details not supported by any of loaded plugins
Aug 23 01:43:46.942445 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: qos_rules_alias.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.943475 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.943982 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension qos-rules-alias not supported by any of loaded plugins
Aug 23 01:43:46.944302 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: quotasv2.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.945183 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.945758 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: quotas
Aug 23 01:43:46.946074 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: quotasv2_detail.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.947763 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.948094 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: quota_details
Aug 23 01:43:46.948418 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: rbac.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.949482 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.949992 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: rbac-policies
Aug 23 01:43:46.950313 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: rbac_address_scope.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.951228 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.951732 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: rbac-address-scope
Aug 23 01:43:46.952049 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: rbac_security_groups.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.952980 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.953481 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: rbac-security-groups
Aug 23 01:43:46.953796 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: rbac_subnetpool.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.954699 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.955192 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: rbac-subnetpool
Aug 23 01:43:46.955504 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: revisionifmatch.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.956951 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.957454 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: revision-if-match
Aug 23 01:43:46.957768 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: revisions.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.958875 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.959379 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: standard-attr-revisions
Aug 23 01:43:46.959694 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: router_availability_zone.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.960352 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.960879 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: router_availability_zone
Aug 23 01:43:46.961193 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: routerservicetype.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.962094 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.962586 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension router-service-type not supported by any of loaded plugins
Aug 23 01:43:46.962898 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.963826 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.964328 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: port-security-groups-filtering
Aug 23 01:43:46.964678 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: securitygroup.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.975950 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.976467 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: security-group
Aug 23 01:43:46.976821 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: segment.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.977594 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.978094 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension segment not supported by any of loaded plugins
Aug 23 01:43:46.978414 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.979349 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.979850 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Aug 23 01:43:46.980168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: servicetype.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.981275 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.981783 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: service-type
Aug 23 01:43:46.982103 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: sorting.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.983078 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.983404 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: sorting
Aug 23 01:43:46.983720 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: standard_attr_segment.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.984691 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.985155 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension standard-attr-segment not supported by any of loaded plugins
Aug 23 01:43:46.985470 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: standardattrdescription.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.986108 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.986607 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: standard-attr-description
Aug 23 01:43:46.986923 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: stateful_security_group.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.987861 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.988361 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: stateful-security-group
Aug 23 01:43:46.988708 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: stdattrs_common.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.989285 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Aug 23 01:43:46.989598 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.990515 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.991010 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Aug 23 01:43:46.991320 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: subnet_onboard.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.992456 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.992988 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: subnet_onboard
Aug 23 01:43:46.993304 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.994219 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.994714 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Aug 23 01:43:46.995027 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: subnet_service_types.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.995936 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.996436 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: subnet-service-types
Aug 23 01:43:46.996774 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: subnetallocation.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.997846 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.998350 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: subnet_allocation
Aug 23 01:43:46.998666 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:46.999350 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:46.999859 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: subnetpool-prefix-ops
Aug 23 01:43:47.000172 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:47.001125 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:47.001625 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Aug 23 01:43:47.001939 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: tagging.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:47.002993 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:47.003497 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: standard-attr-tag
Aug 23 01:43:47.003816 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: timestamp.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:47.005027 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:47.005530 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loaded extension: standard-attr-timestamp
Aug 23 01:43:47.005848 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: trunk.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:47.006864 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:47.007363 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension trunk not supported by any of loaded plugins
Aug 23 01:43:47.007681 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: trunk_details.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:47.008604 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:47.009110 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension trunk-details not supported by any of loaded plugins
Aug 23 01:43:47.009423 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: uplink_status_propagation.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:47.010330 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:47.010830 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension uplink-status-propagation not supported by any of loaded plugins
Aug 23 01:43:47.011146 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Loading extension file: vlantransparent.py {{(pid=75757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 23 01:43:47.011800 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 23 01:43:47.012298 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extension vlan-transparent not supported by any of loaded plugins
Aug 23 01:43:47.014545 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:network
Aug 23 01:43:47.015238 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:subnet
Aug 23 01:43:47.015842 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:subnetpool
Aug 23 01:43:47.016617 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:port
Aug 23 01:43:47.017849 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.018291 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service FLAVORS assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.019434 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.019858 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.020181 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:router
Aug 23 01:43:47.020938 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:floatingip
Aug 23 01:43:47.021629 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service METERING assigned prefix: /metering {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.023005 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74817e2d60>> rbac-policy before_create 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:47.023372 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74817e2d60>> rbac-policy before_update 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:47.023713 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74817e2d60>> rbac-policy before_delete 55550000 {{(pid=75757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:43:47.024856 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of CountableResource for resource:rbac_policy
Aug 23 01:43:47.025290 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:security_group
Aug 23 01:43:47.025937 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 23 01:43:47.026652 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service CORE assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.026975 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:subnetpool
Aug 23 01:43:47.027305 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] subnetpool is already registered
Aug 23 01:43:47.027904 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service CORE assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.028222 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:subnetpool
Aug 23 01:43:47.028536 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] subnetpool is already registered
Aug 23 01:43:47.031068 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.031491 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service FLAVORS assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.032071 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.032479 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.032825 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:router
Aug 23 01:43:47.033146 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] router is already registered
Aug 23 01:43:47.033728 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:floatingip
Aug 23 01:43:47.034049 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] floatingip is already registered
Aug 23 01:43:47.034740 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service METERING assigned prefix: /metering {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.035397 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of CountableResource for resource:rbac_policy
Aug 23 01:43:47.035717 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] rbac_policy is already registered
Aug 23 01:43:47.036255 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:security_group
Aug 23 01:43:47.036597 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] security_group is already registered
Aug 23 01:43:47.037187 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 23 01:43:47.037508 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] security_group_rule is already registered
Aug 23 01:43:47.038161 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service CORE assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.038479 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:subnetpool
Aug 23 01:43:47.038796 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] subnetpool is already registered
Aug 23 01:43:47.039392 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.v2.resource_helper [None req-415a6590-784e-4643-8303-386955bb82ba None None] Service CORE assigned prefix:  {{(pid=75757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 23 01:43:47.039712 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] Creating instance of TrackedResource for resource:subnetpool
Aug 23 01:43:47.040025 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING neutron.quota.resource_registry [None req-415a6590-784e-4643-8303-386955bb82ba None None] subnetpool is already registered
Aug 23 01:43:47.040697 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: extensions {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.042103 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: address-groups {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.043654 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: address-scopes {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.044845 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: agents {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.046029 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: auto-allocated-topology {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.047232 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: availability_zones {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.048489 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: dhcp-networks {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.050385 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: dhcp-agents {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.051766 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: routers {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.053588 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: flavors {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.054714 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: service_profiles {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.055869 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: next_providers {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.057377 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: service_profiles {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.058761 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: floatingip-pools {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.059943 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: routers {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.061732 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: floatingips {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.062893 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: l3-routers {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.064208 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: l3-agents {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.065683 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: metering-labels {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.067767 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: metering-label-rules {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.069054 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: network-ip-availabilities {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.070333 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: bindings {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.072192 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: quotas {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.073641 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: quotas {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.075017 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: rbac-policies {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.076267 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: security-groups {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.077479 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: security-group-rules {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.078688 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: service-providers {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.079884 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: subnetpools {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.081819 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: subnetpools {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.083228 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.084884 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.086625 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.088343 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.090109 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.091753 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.093491 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.095276 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.097681 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.099460 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron.api.extensions [None req-415a6590-784e-4643-8303-386955bb82ba None None] Extended resource: tags {{(pid=75757) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 23 01:43:47.105131 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING keystonemiddleware.auth_token [None req-415a6590-784e-4643-8303-386955bb82ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Aug 23 01:43:47.109770 dv-cinder-805529-1-iscsi neutron-server[75757]: WARNING keystonemiddleware.auth_token [None req-415a6590-784e-4643-8303-386955bb82ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Aug 23 01:43:47.117605 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_concurrency.lockutils [None req-415a6590-784e-4643-8303-386955bb82ba None None] Acquired lock "singleton_lock" {{(pid=75757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Aug 23 01:43:47.118073 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_concurrency.lockutils [None req-415a6590-784e-4643-8303-386955bb82ba None None] Releasing lock "singleton_lock" {{(pid=75757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Aug 23 01:43:47.118685 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO oslo_service.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] Starting 2 workers
Aug 23 01:43:47.123158 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] Started child 75864 {{(pid=75757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 23 01:43:47.127207 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] Started child 75865 {{(pid=75757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 23 01:43:47.128500 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:47.129044 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO neutron.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] Neutron service started, listening on 0.0.0.0:9696
Aug 23 01:43:47.129431 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Notify callbacks [] for process, before_spawn {{(pid=75757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:47.129999 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [-] (75864) wsgi starting up on http://0.0.0.0:9696
Aug 23 01:43:47.131821 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO oslo_service.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] Starting 1 workers
Aug 23 01:43:47.131954 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:47.133349 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [-] (75865) wsgi starting up on http://0.0.0.0:9696
Aug 23 01:43:47.136671 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] Started child 75866 {{(pid=75757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 23 01:43:47.137158 dv-cinder-805529-1-iscsi neutron-server[75757]: INFO oslo_service.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] Starting 1 workers
Aug 23 01:43:47.140301 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] calling RpcWorker wait() {{(pid=75866) _wait /opt/stack/neutron/neutron/service.py:128}}
Aug 23 01:43:47.140878 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] returning from RpcWorker wait() {{(pid=75866) _wait /opt/stack/neutron/neutron/service.py:135}}
Aug 23 01:43:47.141242 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [None req-415a6590-784e-4643-8303-386955bb82ba None None] Started child 75867 {{(pid=75757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 23 01:43:47.141991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG neutron_lib.callbacks.manager [None req-415a6590-784e-4643-8303-386955bb82ba None None] Notify callbacks [] for process, after_spawn {{(pid=75757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:47.142088 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:47.142495 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:43:47.144363 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 23 01:43:47.144593 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 23 01:43:47.144757 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 23 01:43:47.144965 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 23 01:43:47.145299 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 23 01:43:47.145462 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 23 01:43:47.145975 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.146254 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.146508 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.146659 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:47.147114 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.147114 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.147546 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.147799 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.148044 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.148311 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.148536 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.148739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.148902 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.149150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.149374 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.149669 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.149921 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.150150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.150404 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.150571 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.150820 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.151086 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.151321 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.151573 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] debug                          = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.151811 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.152272 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.152497 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.152765 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.152995 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.153266 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.153523 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.153793 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.154023 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.154257 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.154495 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.154755 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.154976 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.155214 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.155470 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.155686 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.156166 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] host                           = dv-cinder-805529-1-iscsi {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.156397 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.156655 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.156880 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.157117 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.157355 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.157565 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.157813 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.158059 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.158292 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.158514 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.158757 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.159001 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.159314 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.160065 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.160217 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.160429 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.160722 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.161011 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.161200 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.161350 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.161524 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.161800 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.161977 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.162187 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.162398 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.162611 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.162835 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.163057 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.163275 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.163530 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.163737 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.163973 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.164168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.164401 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.164657 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.164874 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.165107 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.165314 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.165549 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.165764 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.165998 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.166236 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.166446 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.166653 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.166882 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.167142 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.167402 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.167642 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.167884 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.168106 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.168329 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.168656 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.168925 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.169142 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.169378 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.169628 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.169839 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.170261 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.170261 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.170961 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.171287 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.171942 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.171942 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.171942 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.172176 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:43:47.172262 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.172364 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.172631 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.172807 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.173051 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.173460 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.173740 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.174065 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.174308 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.174553 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.174786 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.175035 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.175249 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.175488 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.175711 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.176013 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.176248 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.176584 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.176852 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.180991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.180991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.180991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.180991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.180991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.180991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.180991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.180991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.181739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.182408 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.182408 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.182408 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.182408 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.182408 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.182408 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.182408 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.182408 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.183506 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.183506 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.183506 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.183506 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.183742 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.184213 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.184611 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.185072 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.185281 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.185720 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.186192 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.186407 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.186676 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.186889 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.187098 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.187330 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.187545 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.188475 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.188825 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.189068 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.189306 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.189551 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.189829 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.190057 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.190309 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.190556 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.190782 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.191025 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.191290 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.191494 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.191696 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.191918 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.192136 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.192357 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.192598 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.193232 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.193333 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.193554 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.193817 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.194046 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.194455 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.194532 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.194776 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.195043 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.195266 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.195836 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.196015 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.196292 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.196556 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.196804 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.197055 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.197314 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.197553 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.197811 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.198030 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.198281 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.198511 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.198782 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.199325 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.200017 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.200860 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.201683 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.201979 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.202243 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.204723 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.204961 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.205347 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.205514 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.205795 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.206582 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.207062 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.207225 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.207913 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.208178 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.208459 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.209644 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.209938 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.210554 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.210554 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.210851 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.211023 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.211174 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.211715 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.212233 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.212382 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.212594 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.212862 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.213116 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.213367 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.213610 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.213891 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.214156 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.214411 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.214664 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.214893 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.215108 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.215345 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.215590 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.215826 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.216059 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.216493 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.216680 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.220077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.220077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.220077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.220077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.220077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.220077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.220077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.220077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.221336 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.221336 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.221336 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.221336 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.221336 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.221336 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.221336 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.224527 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.224527 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.224527 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.224991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.224991 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.225274 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.225431 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.225652 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.225924 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.226140 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.226388 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.226613 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.226826 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.227038 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.227257 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.227499 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.227727 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.227966 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.228177 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.228444 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.228908 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.229244 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.229478 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.229719 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.229939 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.230153 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.230367 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.230603 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.230821 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.231031 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.231243 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.231475 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.231692 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.232026 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.232274 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.232485 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.232743 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.232926 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.233154 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.233422 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.233645 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.233873 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.234148 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.235658 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.235935 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.236113 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.236347 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.236628 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.236843 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.237058 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.237866 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.238136 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.238438 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.238685 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.238906 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.239209 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.239437 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.239661 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.239913 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.240221 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.240457 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.240720 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.241097 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.241724 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.241993 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.242255 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.242565 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.242860 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.243112 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.243349 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.243611 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.243881 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.244219 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.245839 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.247216 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.247666 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.248005 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.248316 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.248604 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.249059 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.249908 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.250155 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.250407 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.250692 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.251064 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.251334 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.251649 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.251885 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.252107 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.252337 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.252577 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.252872 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.253629 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.253912 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.254152 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.254449 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 23 01:43:47.255393 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 23 01:43:47.255562 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 23 01:43:47.255718 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 23 01:43:47.255889 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 23 01:43:47.256119 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 23 01:43:47.256277 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 23 01:43:47.256482 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.256666 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.256828 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.257153 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.257322 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.257511 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.257679 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.257836 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.257995 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.258150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.258306 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.258461 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.258615 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.258770 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.258925 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.259080 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.259233 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.259388 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.259547 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.259703 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.259856 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.260010 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.260163 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] debug                          = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.260317 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.260526 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.260710 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.260864 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.261020 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.261175 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.261328 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.261484 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.261640 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.261794 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.261948 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.262103 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.262256 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.262409 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.262565 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.262720 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.262876 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] host                           = dv-cinder-805529-1-iscsi {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.263029 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.263182 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.263335 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.263489 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.263643 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.263798 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.263951 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.264104 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.264261 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.264418 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.264584 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.264745 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.264899 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.265053 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.265206 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.265361 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.265513 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.265667 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.265917 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.266081 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.266248 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.266405 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.266559 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.266714 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.266868 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.267026 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.267810 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.270314 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.270505 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.270674 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.270904 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.271068 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.271232 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.271392 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.271551 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.271709 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.271867 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.272023 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.272180 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.272336 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.272491 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.272883 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.273791 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.273964 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.274123 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.274691 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.275689 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.276008 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.276544 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.276760 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.276924 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.278121 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.278462 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.278634 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.278803 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.278967 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.279130 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.279291 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.279451 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.279609 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.279765 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.279922 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.280078 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.280228 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.280378 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.280533 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.280723 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.281013 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.281169 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 23 01:43:47.281351 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.281442 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49228) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:43:47.281545 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.281671 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.281831 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.281990 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.282149 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.282307 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.282467 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.282626 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.282784 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.282952 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.283110 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.283287 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.283444 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.283603 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.283760 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.283917 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.284076 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.284277 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.284550 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.284708 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.284789 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.284917 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.285076 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.285234 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.285391 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.285550 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.285709 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.285869 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.286027 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.286185 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.286344 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.286502 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.286661 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.286819 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.286976 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.287138 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.287297 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.287454 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.287610 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.287779 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.287938 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.288095 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.288252 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.288410 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.288584 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.288794 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.288958 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.289720 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.290077 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.290517 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.290704 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.291777 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.292323 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.292505 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.293414 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.294666 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0112166
Aug 23 01:43:47.295478 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.295663 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.295838 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.296009 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.296176 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.296365 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.296527 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.296716 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.296871 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.297037 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.297270 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.297369 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.297510 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.297668 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.297953 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.297953 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.298137 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.298276 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.298445 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.298619 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.298779 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.298940 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.299095 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.299253 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.299413 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.299571 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.299730 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.299925 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.300073 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.300232 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.300395 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.300539 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.301037 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.301128 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:43:47.301217 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.301344 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.301988 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.302156 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.302317 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.302475 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.302631 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.302790 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.302945 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.303273 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.303438 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.303599 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.303767 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.303927 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.304087 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.304249 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.304411 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.304594 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.304763 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.304924 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.305084 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.305239 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.305397 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.305560 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.305718 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.305875 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.306026 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.306184 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.306349 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.306517 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.306674 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.306833 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.306989 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.307174 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.307329 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.307471 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.307620 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.307776 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.307943 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.308078 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.308305 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.308450 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.308612 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.308747 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.308944 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.309083 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310006 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310006 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310006 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310006 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310006 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310006 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310781 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310781 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310781 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310781 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310781 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.310781 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.311602 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.311602 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.311602 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.311602 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.311602 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.313150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.313150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.313150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.313150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.313150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.313150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.313150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.313150 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.314167 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.314167 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.314167 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.314167 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.314167 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.314167 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.314167 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.314167 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.315168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.315168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.315168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.315168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.315168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.315168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.315168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.315168 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.316492 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.316492 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.316492 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.316492 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.316492 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.316492 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.317567 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.317567 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.317567 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.317567 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.319191 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.319477 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.319652 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.319820 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.319984 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.320148 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.320308 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.320745 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322079 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322079 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322079 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322079 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322359 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322359 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322610 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322739 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.322881 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.323064 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.323226 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.323390 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.323658 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.323804 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.323970 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.324136 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.324333 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.324508 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.324721 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.324887 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.325044 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326010 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326010 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326010 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326010 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326010 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326010 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326801 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326801 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326801 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326801 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.326801 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.327441 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.327441 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.327441 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.327441 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.327946 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.327946 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.327946 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.328349 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.328349 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.328349 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.328706 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.328706 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.328850 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.328927 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.329057 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.329242 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.329389 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.329598 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.329767 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.329926 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.330064 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.330200 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.330362 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.330506 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.330653 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 23 01:43:47.330801 dv-cinder-805529-1-iscsi neutron-server[75757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 23 01:43:57.563269 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e72ec-4f90-4403-a96f-a8aa6613c358 None None] get_active_networks_info from dv-cinder-805529-1-iscsi {{(pid=75866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Aug 23 01:43:57.634394 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1e72ec-4f90-4403-a96f-a8aa6613c358 None None] No non-hosted networks {{(pid=75866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Aug 23 01:43:57.660676 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.agentschedulers_db [None req-2e1e72ec-4f90-4403-a96f-a8aa6613c358 None None] DHCP Agent not found on host dv-cinder-805529-1-iscsi {{(pid=75866) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Aug 23 01:43:57.836770 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b1d81aec-3c00-4978-93fc-0c35cf97ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447434'] for agent, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:58.162513 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447434'] for agent, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:58.163240 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.163543 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.164036 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.164515 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.167323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.167323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.167323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.167323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.167323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.167831 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.167831 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:43:58.168118 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7481387250>, 'Open vSwitch agent', 'dv-cinder-805529-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:43:58.182687 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f74814e2190>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805529-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:43:59.830223 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-227de6e9-375e-4284-9cfa-f8cfed92897f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447434'] for agent, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:43:59.883370 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-9d0c3cf3-f5a9-4438-8eae-37a6bd68555e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805529-1-iscsi {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:43:59.884047 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-9d0c3cf3-f5a9-4438-8eae-37a6bd68555e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:44:00.399479 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-9d0c3cf3-f5a9-4438-8eae-37a6bd68555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:00.737822 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447434'] for agent, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:02.425459 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447434'] for agent, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:02.819078 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.db.l3_hamode_db [None req-3dfa39eb-7b5c-4e37-957c-05540a249337 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Aug 23 01:44:02.906815 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa39eb-7b5c-4e37-957c-05540a249337 None None] Routers set() bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:44:02.907191 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa39eb-7b5c-4e37-957c-05540a249337 None None] Router IDs set() for agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Aug 23 01:44:04.084864 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49322) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:04.688337 dv-cinder-805529-1-iscsi neutron-server[75865]: WARNING oslo_policy.policy [None req-cc320d0e-47d7-4d8f-9782-5ae7034d60fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 23 01:44:04.688906 dv-cinder-805529-1-iscsi neutron-server[75865]: WARNING oslo_policy.policy [None req-cc320d0e-47d7-4d8f-9782-5ae7034d60fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 23 01:44:04.907549 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [None req-cc320d0e-47d7-4d8f-9782-5ae7034d60fc admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:44:04.908659 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-cc320d0e-47d7-4d8f-9782-5ae7034d60fc admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8228693
Aug 23 01:44:07.099287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49336) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:07.476487 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:44:07.524605 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.policy [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75865) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Aug 23 01:44:07.525347 dv-cinder-805529-1-iscsi neutron-server[75865]: WARNING oslo_policy.policy [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 23 01:44:07.525728 dv-cinder-805529-1-iscsi neutron-server[75865]: WARNING oslo_policy.policy [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 23 01:44:07.529053 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.quota [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f74815b86d0>.
Aug 23 01:44:07.544890 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:44:07.673252 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758647618249', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758647633704', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758647626296', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758647647646', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758647638794', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-533575', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3502138', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-352838', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677274'] for rbac-policy, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:07.846822 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:07.847889 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-2b4bc69a-3da5-4da4-a8c1-e54ea0d2d75a admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7476740
Aug 23 01:44:10.316403 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49350) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:10.678310 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Request body: {'network': {'name': 'private', 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'admin_state_up': True}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:44:10.682894 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:44:10.687240 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Usage tracker for resource:network and tenant:fa4552970c8f438c8319be7d42c1811a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:44:10.692217 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:44:10.698706 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:44:10.749445 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Made reservation on behalf of fa4552970c8f438c8319be7d42c1811a for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:44:10.752145 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:10.770663 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:10.811695 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:44:10.816030 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Usage tracker for resource:security_group_rule and tenant:fa4552970c8f438c8319be7d42c1811a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:44:10.818919 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:44:10.825121 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:44:10.959147 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:11.034042 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:11.039502 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:11.057390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:44:11.082349 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758648323961', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:11.082931 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7481f3f790> segment precommit_create {{(pid=75865) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 23 01:44:11.083388 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Added segment 62771d22-fa0e-4cab-aa79-a179fac67e2b of type vlan for network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0
Aug 23 01:44:11.100459 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a7568-13d9-4664-b452-4e79903c8d99,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:11.158329 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.158694 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.159020 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.159339 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.159654 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.159969 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.160279 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.160620 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.160932 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.161236 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.161538 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Tracked resource versions report:
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]: pushed versions:
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]: {   'ConntrackHelper': {'1.0'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Log': {'1.0'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Network': {'1.1'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Port': {'1.5'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'PortForwarding': {'1.2'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'QosPolicy': {'1.8'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'SecurityGroup': {'1.2'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'SecurityGroupRule': {'1.0'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'SubPort': {'1.0'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Subnet': {'1.1'},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Trunk': {'1.1'}}
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]: consumer versions:
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]: {   DHCP agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     L3 agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     Metadata agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     Metering agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:     Open vSwitch agent@dv-cinder-805529-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Log': '1.0',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Network': '1.1',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Port': '1.5',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'PortForwarding': '1.2',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'QosPolicy': '1.8',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'SecurityGroup': '1.2',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'SecurityGroupRule': '1.0',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'SubPort': '1.0',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Subnet': '1.1',
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Trunk': '1.1'}}
Aug 23 01:44:11.162611 dv-cinder-805529-1-iscsi neutron-server[75865]:  {{(pid=75865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 23 01:44:11.203651 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:11.207473 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:11.287141 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:11.288392 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:44:11.289061 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:11.293422 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:11.395402 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Pushing event updated for resources: {'Network': ['ID=8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:11.398637 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:11.406695 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:44:11.440892 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.1233649
Aug 23 01:44:13.978117 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49366) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:14.437698 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f98c74-e52a-4ec9-b73f-248d0bc92b55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:44:14.439035 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b4f98c74-e52a-4ec9-b73f-248d0bc92b55 admin admin] 10.222.0.20 "GET /v2.0/networks/8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 HTTP/1.1" status: 200  len: 824 time: 0.4619527
Aug 23 01:44:14.468866 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3658018a-12fc-4b83-9708-6af599296413 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/b9cab3e6-168b-4bcc-ac45-5b072d449d1a HTTP/1.1" status: 200  len: 734 time: 0.0245483
Aug 23 01:44:14.477461 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'ip_version': 4, 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'subnetpool_id': 'b9cab3e6-168b-4bcc-ac45-5b072d449d1a', 'name': 'private-subnet'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:44:14.481534 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:44:14.485212 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Usage tracker for resource:subnet and tenant:fa4552970c8f438c8319be7d42c1811a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:44:14.488682 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:44:14.494187 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:44:14.553804 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Made reservation on behalf of fa4552970c8f438c8319be7d42c1811a for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:44:14.555926 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:14.868421 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:14.872847 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:14.955911 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ef5476-c487-4b90-b261-6fbfba93ad22,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:14.961999 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:14.963119 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Checking segment: {'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:44:14.963513 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Network hostable DHCP agents. Network: 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:44:15.068136 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:44:15.149545 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:44:15.154036 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:44:15.154613 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:15.159261 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da3c526-a444-4529-9afa-c3ef6f2037b1 None None] Network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:44:15.234679 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7604058
Aug 23 01:44:15.463251 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'fixed_ips': [{'subnet_id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 01:44:15.464411 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:15.648264 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Allocated IP 172.20.0.2 (8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0/f9ef5476-c487-4b90-b261-6fbfba93ad22/2acb5863-e53a-487a-be8d-9990b0773dbc) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:44:15.867057 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:15.879577 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Transition to ACTIVE for port object 2acb5863-e53a-487a-be8d-9990b0773dbc will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:44:15.901374 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Transition to ACTIVE for port object 2acb5863-e53a-487a-be8d-9990b0773dbc will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:44:15.994598 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:15.999574 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:16.062114 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:44:16.065083 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:44:16.070377 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Pushing event updated for resources: {'Port': ['ID=2acb5863-e53a-487a-be8d-9990b0773dbc,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:16.073219 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:44:16.083814 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.084158 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.084491 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.084843 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.085171 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.085495 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.085814 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.086267 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.086593 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.086909 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.087224 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Tracked resource versions report:
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]: pushed versions:
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]: {   'ConntrackHelper': {'1.0'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Log': {'1.0'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Network': {'1.1'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Port': {'1.5'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'PortForwarding': {'1.2'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'QosPolicy': {'1.8'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'SecurityGroup': {'1.2'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'SecurityGroupRule': {'1.0'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'SubPort': {'1.0'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Subnet': {'1.1'},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Trunk': {'1.1'}}
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]: consumer versions:
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]: {   DHCP agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     L3 agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     Metadata agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     Metering agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:     Open vSwitch agent@dv-cinder-805529-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Log': '1.0',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Network': '1.1',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Port': '1.5',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'PortForwarding': '1.2',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'QosPolicy': '1.8',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'SecurityGroup': '1.2',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'SecurityGroupRule': '1.0',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'SubPort': '1.0',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Subnet': '1.1',
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Trunk': '1.1'}}
Aug 23 01:44:16.088337 dv-cinder-805529-1-iscsi neutron-server[75866]:  {{(pid=75866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 23 01:44:16.119932 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:16.173795 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Attempting to bind port 2acb5863-e53a-487a-be8d-9990b0773dbc on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:44:16.174474 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Attempting to bind port 2acb5863-e53a-487a-be8d-9990b0773dbc by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:44:16.174633 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Attempting to bind port 2acb5863-e53a-487a-be8d-9990b0773dbc on network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:44:16.180932 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:44:16.181332 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Checking segment: {'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:44:16.181825 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:16.182219 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Bound using segment: {'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:44:16.182708 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Bound port: 2acb5863-e53a-487a-be8d-9990b0773dbc, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:44:16.183091 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:16.265992 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] For port 2acb5863-e53a-487a-be8d-9990b0773dbc, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:44:16.270522 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] For port 2acb5863-e53a-487a-be8d-9990b0773dbc, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=2acb5863-e53a-487a-be8d-9990b0773dbc,segment=NetworkSegment(62771d22-fa0e-4cab-aa79-a179fac67e2b),segment_id=62771d22-fa0e-4cab-aa79-a179fac67e2b)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:44:16.343078 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:16.347601 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:16.450477 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Pushing event updated for resources: {'Port': ['ID=2acb5863-e53a-487a-be8d-9990b0773dbc,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:16.452927 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:17.521538 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49376) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:17.919544 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [None req-c365a6aa-9216-40d8-8624-b128b2e2c4bc admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:44:17.920520 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-c365a6aa-9216-40d8-8624-b128b2e2c4bc admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3979905
Aug 23 01:44:20.152430 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f1f42-5fb2-4011-a1b0-f3806b58ada9 None None] Network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:44:20.266952 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49390) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:20.321880 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-c05553e6-ed03-48a3-9244-a6ff3d21c183 None None] Provisioning for port 2acb5863-e53a-487a-be8d-9990b0773dbc completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:44:20.380053 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2acb5863-e53a-487a-be8d-9990b0773dbc up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:44:20.526905 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 2acb5863-e53a-487a-be8d-9990b0773dbc completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:44:20.531942 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 2acb5863-e53a-487a-be8d-9990b0773dbc triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:20.532342 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:20.652641 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:20.678495 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [None req-234d449e-c0af-4bde-a6ba-5967c4ce2f2f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:44:20.679541 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-234d449e-c0af-4bde-a6ba-5967c4ce2f2f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4116640
Aug 23 01:44:20.686933 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a0157c6b-ff46-4481-a5ea-f01e26b1c19e None None] Provisioning complete for port 2acb5863-e53a-487a-be8d-9990b0773dbc triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:20.687296 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a0157c6b-ff46-4481-a5ea-f01e26b1c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:20.731305 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 2acb5863-e53a-487a-be8d-9990b0773dbc, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=2acb5863-e53a-487a-be8d-9990b0773dbc,segment=NetworkSegment(62771d22-fa0e-4cab-aa79-a179fac67e2b),segment_id=62771d22-fa0e-4cab-aa79-a179fac67e2b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:44:20.797927 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:20.804148 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:20.859423 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a0157c6b-ff46-4481-a5ea-f01e26b1c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:20.893052 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=2acb5863-e53a-487a-be8d-9990b0773dbc,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:20.896938 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:20.953562 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-a0157c6b-ff46-4481-a5ea-f01e26b1c19e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:44:20.953938 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-a0157c6b-ff46-4481-a5ea-f01e26b1c19e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:44:22.343998 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2acb5863-e53a-487a-be8d-9990b0773dbc up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:44:22.412516 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 2acb5863-e53a-487a-be8d-9990b0773dbc triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:22.412981 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:23.290708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49402) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:23.730379 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:44:23.735331 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:44:23.739556 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Usage tracker for resource:router and tenant:fa4552970c8f438c8319be7d42c1811a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:44:23.742799 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:44:23.748325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:44:23.841378 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:23.842924 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:23.867008 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:24.030199 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:24.103591 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:24.104776 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-8ee839bd-60c7-4e44-819a-69e0f4e0bfbb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8128169
Aug 23 01:44:26.303007 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49412) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:26.689739 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [None req-1d1fa7a9-cf84-4124-9ef0-43a35d67163d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:44:26.690807 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-1d1fa7a9-cf84-4124-9ef0-43a35d67163d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3868408
Aug 23 01:44:27.542411 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7f9cb271-2c21-4c43-bfbd-22552474995e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:28.138247 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:28.198675 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:44:29.009857 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49422) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:29.385544 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:44:29.390509 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:44:29.394884 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Usage tracker for resource:network and tenant:4f6bd6480e9c4a609f8c029a43846e42 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:44:29.397694 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:44:29.403361 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:44:29.481096 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Made reservation on behalf of 4f6bd6480e9c4a609f8c029a43846e42 for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:44:29.483371 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.495538 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.529217 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:44:29.532968 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Usage tracker for resource:security_group_rule and tenant:4f6bd6480e9c4a609f8c029a43846e42 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:44:29.535678 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:44:29.541727 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:44:29.603461 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.669184 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.673051 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:29.685551 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Reserving flat network on physical network physnet1 {{(pid=75865) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Aug 23 01:44:29.708679 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.709022 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Added segment 6ea52566-dd0e-492e-a06f-ce794d4b490b of type flat for network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7
Aug 23 01:44:29.709992 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded94e3d-dc95-4270-909c-bc8c88e1596c,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:29.716419 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:29.742898 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.818355 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.819552 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:44:29.820390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.825253 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:29.841350 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-0e0ba390-394e-4147-9ec8-335c8c910361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:29.920945 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Pushing event updated for resources: {'Network': ['ID=52375f3f-2732-4e9e-94eb-d4ebda44e1c7,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:29.924025 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:29.930946 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:44:29.990254 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9793730
Aug 23 01:44:30.691236 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:32.213946 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49442) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:32.372335 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:32.445390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41343ab4-7ea0-4a02-b4f4-c9dd17e9771a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:44:32.446700 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-41343ab4-7ea0-4a02-b4f4-c9dd17e9771a admin admin] 10.222.0.20 "GET /v2.0/subnets/f9ef5476-c487-4b90-b261-6fbfba93ad22 HTTP/1.1" status: 200  len: 849 time: 0.2318275
Aug 23 01:44:32.587377 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-009d7198-c1d6-44c9-8f0a-071091431f92 admin admin] 10.222.0.20 "GET /v2.0/routers/d71f1a0a-b570-4372-87cc-a650265c998a HTTP/1.1" status: 200  len: 704 time: 0.1352956
Aug 23 01:44:33.045954 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:33.270763 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Allocated IP 172.20.0.1 (8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0/f9ef5476-c487-4b90-b261-6fbfba93ad22/0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:44:33.450218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:33.466393 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Transition to ACTIVE for port object 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e will not be triggered until provisioned by entity DHCP. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:44:33.607060 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:33.611761 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:33.670704 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:44:33.674018 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:44:33.676478 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:44:33.676936 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:33.719948 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:33.723434 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:33.880452 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:33.972507 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-e5974cc3-618c-40aa-b2be-5ec0f5c80899 None None] Provisioning for port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:44:33.977350 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-e5974cc3-618c-40aa-b2be-5ec0f5c80899 None None] Provisioning complete for port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:33.977758 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e5974cc3-618c-40aa-b2be-5ec0f5c80899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:34.030796 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-e5974cc3-618c-40aa-b2be-5ec0f5c80899 None None] Port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:44:34.099838 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:34.143736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:34.144891 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:34.148051 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:34.267908 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:34.270425 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:34.332064 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:44:34.333129 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:44:34.553595 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-7fdbd66e-0e6f-4401-8f66-ae64a4dedcfa None None] Provisioning complete for port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:34.553881 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7fdbd66e-0e6f-4401-8f66-ae64a4dedcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:34.603603 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbd66e-0e6f-4401-8f66-ae64a4dedcfa None None] Port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:44:34.736416 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Router d71f1a0a-b570-4372-87cc-a650265c998a is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 01:44:34.901517 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:44:34.910291 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] 10.222.0.20 "PUT /v2.0/routers/d71f1a0a-b570-4372-87cc-a650265c998a/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3181806
Aug 23 01:44:34.910632 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Sync routers for ids ['d71f1a0a-b570-4372-87cc-a650265c998a'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:44:34.923951 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Routers {'d71f1a0a-b570-4372-87cc-a650265c998a'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:44:34.924805 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74814b4700>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:44:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d71f1a0a-b570-4372-87cc-a650265c998a'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:44:35.093327 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Set router d71f1a0a-b570-4372-87cc-a650265c998a gateway port host: None {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:44:35.458254 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74814b4700>, [{'id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'name': 'router1', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:23Z', 'updated_at': '2021-08-23T01:44:33Z', 'revision_number': 2, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'gw_port_host': None, '_interfaces': [{'id': '0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e', 'name': '', 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'mac_address': 'fa:16:3e:db:ee:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:33Z', 'updated_at': '2021-08-23T01:44:33Z', 'revision_number': 2, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'subnets': [{'id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9cab3e6-168b-4bcc-ac45-5b072d449d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:44:35.463908 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Checking router: d71f1a0a-b570-4372-87cc-a650265c998a for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:44:35.464286 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Updating router d71f1a0a-b570-4372-87cc-a650265c998a port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:44:35.518173 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:35.884804 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:35.899461 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Transition to ACTIVE for port object 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:44:35.993940 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:35.999231 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:36.188521 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Pushing event updated for resources: {'Port': ['ID=0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:36.235848 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.236188 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.236522 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.236874 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.237198 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.237515 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.237831 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.238162 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.238477 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.238789 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.239099 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Tracked resource versions report:
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]: pushed versions:
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]: {   'ConntrackHelper': {'1.0'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Log': {'1.0'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Network': {'1.1'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Port': {'1.5'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'PortForwarding': {'1.2'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'QosPolicy': {'1.8'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'SecurityGroup': {'1.2'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'SecurityGroupRule': {'1.0'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'SubPort': {'1.0'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Subnet': {'1.1'},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Trunk': {'1.1'}}
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]: consumer versions:
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]: {   DHCP agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     L3 agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     Metadata agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     Metering agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:     Open vSwitch agent@dv-cinder-805529-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Log': '1.0',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Network': '1.1',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Port': '1.5',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'PortForwarding': '1.2',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'QosPolicy': '1.8',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'SecurityGroup': '1.2',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'SecurityGroupRule': '1.0',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'SubPort': '1.0',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Subnet': '1.1',
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Trunk': '1.1'}}
Aug 23 01:44:36.240210 dv-cinder-805529-1-iscsi neutron-server[75867]:  {{(pid=75867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 23 01:44:36.248834 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:36.249585 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Attempting to bind port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:44:36.250363 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Attempting to bind port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:44:36.250458 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Attempting to bind port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e on network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:44:36.257261 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:44:36.257669 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Checking segment: {'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:44:36.258140 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:36.258527 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Bound using segment: {'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:44:36.259029 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Bound port: 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62771d22-fa0e-4cab-aa79-a179fac67e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:44:36.259416 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:36.347338 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] For port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:44:36.351430 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] For port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e,segment=NetworkSegment(62771d22-fa0e-4cab-aa79-a179fac67e2b),segment_id=62771d22-fa0e-4cab-aa79-a179fac67e2b)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:44:36.481351 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:36.485369 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:36.583035 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Pushing event updated for resources: {'Port': ['ID=0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e,revision_number=4']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:36.583035 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:36.583035 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Routers {'d71f1a0a-b570-4372-87cc-a650265c998a'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:44:36.583035 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74814b4700>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:44:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d71f1a0a-b570-4372-87cc-a650265c998a'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:44:36.730081 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] Set router d71f1a0a-b570-4372-87cc-a650265c998a gateway port host: None {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:44:36.955347 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49464) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:37.051503 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74814b4700>, [{'id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'name': 'router1', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:23Z', 'updated_at': '2021-08-23T01:44:33Z', 'revision_number': 2, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'gw_port_host': None, '_interfaces': [{'id': '0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e', 'name': '', 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'mac_address': 'fa:16:3e:db:ee:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:33Z', 'updated_at': '2021-08-23T01:44:36Z', 'revision_number': 4, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'subnets': [{'id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9cab3e6-168b-4bcc-ac45-5b072d449d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:44:37.055386 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91292555-4f9e-4c6a-80bf-034318f23e34 None None] The sync data for ids ['d71f1a0a-b570-4372-87cc-a650265c998a'] in dv-cinder-805529-1-iscsi is: [{'id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'name': 'router1', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:23Z', 'updated_at': '2021-08-23T01:44:33Z', 'revision_number': 2, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'gw_port_host': None, '_interfaces': [{'id': '0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e', 'name': '', 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'mac_address': 'fa:16:3e:db:ee:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:33Z', 'updated_at': '2021-08-23T01:44:36Z', 'revision_number': 4, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'subnets': [{'id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9cab3e6-168b-4bcc-ac45-5b072d449d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:44:37.164378 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015d8a03-5247-4e7c-b610-6f973ebb384e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:44:37.164968 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-015d8a03-5247-4e7c-b610-6f973ebb384e admin admin] Synchronizing usage tracker for tenant:4f6bd6480e9c4a609f8c029a43846e42 on resource:network {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:44:37.246970 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-015d8a03-5247-4e7c-b610-6f973ebb384e admin admin] Unset dirty status for tenant:4f6bd6480e9c4a609f8c029a43846e42 on resource:network {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:44:37.248106 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-015d8a03-5247-4e7c-b610-6f973ebb384e admin admin] 10.222.0.20 "GET /v2.0/networks/52375f3f-2732-4e9e-94eb-d4ebda44e1c7 HTTP/1.1" status: 200  len: 842 time: 0.2917540
Aug 23 01:44:37.257432 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:44:37.262702 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:44:37.266564 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Usage tracker for resource:subnet and tenant:4f6bd6480e9c4a609f8c029a43846e42 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:44:37.269845 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:44:37.275834 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:44:37.349374 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Made reservation on behalf of 4f6bd6480e9c4a609f8c029a43846e42 for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:44:37.351499 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:37.790752 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.objects.ports [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75865) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Aug 23 01:44:37.791283 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:37.795200 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3eb17bbb-4eda-41bc-b9ea-e67b8652d460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:37.875741 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c991bd3-493a-48e9-946d-1dd2b9e8fe62,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:37.878463 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:37.881739 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:44:37.882072 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Network hostable DHCP agents. Network: 52375f3f-2732-4e9e-94eb-d4ebda44e1c7, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:44:37.978116 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:44:38.058276 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 52375f3f-2732-4e9e-94eb-d4ebda44e1c7) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:44:38.062457 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:44:38.063040 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:38.068012 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270363be-a496-4957-aa9d-490d199f26d0 None None] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:44:38.149019 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8951175
Aug 23 01:44:38.285919 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c5844-bcf5-41fe-9e77-3137075786e3 None None] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:44:38.393535 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:44:38.623903 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:44:38.628873 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:38.629236 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:38.739423 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:38.770754 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e,segment=NetworkSegment(62771d22-fa0e-4cab-aa79-a179fac67e2b),segment_id=62771d22-fa0e-4cab-aa79-a179fac67e2b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:44:38.835319 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:38.837456 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4fa40da6-64ba-4684-8e8c-ab79d83f8d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:38.900453 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:38.903449 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:40.266175 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49478) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:40.352351 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:44:40.422741 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:40.423111 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:40.495534 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ed6b7af3-8737-4be2-86b8-1a8339f0d5cc admin admin] 10.222.0.20 "GET /v2.0/routers/d71f1a0a-b570-4372-87cc-a650265c998a HTTP/1.1" status: 200  len: 710 time: 0.2281091
Aug 23 01:44:40.619552 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7863ed3-8360-4fd4-a3ba-afaa4867156b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:44:40.620924 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-c7863ed3-8360-4fd4-a3ba-afaa4867156b admin admin] 10.222.0.20 "GET /v2.0/networks/52375f3f-2732-4e9e-94eb-d4ebda44e1c7 HTTP/1.1" status: 200  len: 886 time: 0.1205616
Aug 23 01:44:40.630059 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:44:41.099536 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:41.377888 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:41.434097 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:41.566268 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Allocated IP 172.27.2.204 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/bd245cf1-4402-448c-832f-dd0357cfbdd0) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:44:41.708722 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:41.800892 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:41.805082 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d0d4aecc-8618-444c-8139-7e2de28d5d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:41.864317 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:44:41.867111 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:44:41.872106 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:44:41.899162 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Pushing event updated for resources: {'Port': ['ID=bd245cf1-4402-448c-832f-dd0357cfbdd0,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:41.906818 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:42.091955 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:42.252875 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:42.256247 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-444564'] for router, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:42.446846 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Router d71f1a0a-b570-4372-87cc-a650265c998a has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:44:42.642794 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:44:42.650707 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:42.651581 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Sync routers for ids ['d71f1a0a-b570-4372-87cc-a650265c998a'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:44:42.652044 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] 10.222.0.20 "PUT /v2.0/routers/d71f1a0a-b570-4372-87cc-a650265c998a HTTP/1.1" status: 200  len: 890 time: 2.0256274
Aug 23 01:44:42.663758 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Routers {'d71f1a0a-b570-4372-87cc-a650265c998a'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:44:42.664448 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74814497f0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:44:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d71f1a0a-b570-4372-87cc-a650265c998a'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:44:42.854548 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Set router d71f1a0a-b570-4372-87cc-a650265c998a gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:44:43.188393 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74814497f0>, [{'id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'name': 'router1', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'bd245cf1-4402-448c-832f-dd0357cfbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:23Z', 'updated_at': '2021-08-23T01:44:41Z', 'revision_number': 4, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'gw_port': {'id': 'bd245cf1-4402-448c-832f-dd0357cfbdd0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:41Z', 'updated_at': '2021-08-23T01:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e', 'name': '', 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'mac_address': 'fa:16:3e:db:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:33Z', 'updated_at': '2021-08-23T01:44:38Z', 'revision_number': 5, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'subnets': [{'id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9cab3e6-168b-4bcc-ac45-5b072d449d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:44:43.193277 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Checking router: d71f1a0a-b570-4372-87cc-a650265c998a for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:44:43.193629 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Updating router d71f1a0a-b570-4372-87cc-a650265c998a port bd245cf1-4402-448c-832f-dd0357cfbdd0 binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:44:43.242387 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:43.556860 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:43.568641 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Transition to ACTIVE for port object bd245cf1-4402-448c-832f-dd0357cfbdd0 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:44:43.629545 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:43.633396 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:43.733173 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6903af3-47a4-43a8-bf0f-a5f6758c5b53 None None] Pushing event updated for resources: {'Port': ['ID=bd245cf1-4402-448c-832f-dd0357cfbdd0,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:43.736457 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-a6903af3-47a4-43a8-bf0f-a5f6758c5b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:43.737258 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Attempting to bind port bd245cf1-4402-448c-832f-dd0357cfbdd0 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:44:43.737621 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Attempting to bind port bd245cf1-4402-448c-832f-dd0357cfbdd0 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:44:43.737978 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Attempting to bind port bd245cf1-4402-448c-832f-dd0357cfbdd0 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:44:43.745091 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:44:43.745464 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:44:43.745863 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:43.746250 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:44:43.746709 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Bound port: bd245cf1-4402-448c-832f-dd0357cfbdd0, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:44:43.747096 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:43.814739 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] For port bd245cf1-4402-448c-832f-dd0357cfbdd0, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:44:43.817672 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] For port bd245cf1-4402-448c-832f-dd0357cfbdd0, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=bd245cf1-4402-448c-832f-dd0357cfbdd0,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:44:43.954405 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:43.958400 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:44.034714 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6903af3-47a4-43a8-bf0f-a5f6758c5b53 None None] Pushing event updated for resources: {'Port': ['ID=bd245cf1-4402-448c-832f-dd0357cfbdd0,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:44.037150 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Routers {'d71f1a0a-b570-4372-87cc-a650265c998a'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:44:44.037735 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74814497f0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:44:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d71f1a0a-b570-4372-87cc-a650265c998a'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:44:44.083216 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-a6903af3-47a4-43a8-bf0f-a5f6758c5b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:44.209466 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] Set router d71f1a0a-b570-4372-87cc-a650265c998a gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:44:44.530798 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74814497f0>, [{'id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'name': 'router1', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'bd245cf1-4402-448c-832f-dd0357cfbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:23Z', 'updated_at': '2021-08-23T01:44:41Z', 'revision_number': 4, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'gw_port': {'id': 'bd245cf1-4402-448c-832f-dd0357cfbdd0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:41Z', 'updated_at': '2021-08-23T01:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e', 'name': '', 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'mac_address': 'fa:16:3e:db:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:33Z', 'updated_at': '2021-08-23T01:44:38Z', 'revision_number': 5, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'subnets': [{'id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9cab3e6-168b-4bcc-ac45-5b072d449d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:44:44.535229 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4786c855-d765-4581-839f-c2bcd76a9c93 None None] The sync data for ids ['d71f1a0a-b570-4372-87cc-a650265c998a'] in dv-cinder-805529-1-iscsi is: [{'id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'name': 'router1', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'bd245cf1-4402-448c-832f-dd0357cfbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:23Z', 'updated_at': '2021-08-23T01:44:41Z', 'revision_number': 4, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'gw_port': {'id': 'bd245cf1-4402-448c-832f-dd0357cfbdd0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:41Z', 'updated_at': '2021-08-23T01:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e', 'name': '', 'network_id': '8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0', 'tenant_id': 'fa4552970c8f438c8319be7d42c1811a', 'mac_address': 'fa:16:3e:db:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71f1a0a-b570-4372-87cc-a650265c998a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:33Z', 'updated_at': '2021-08-23T01:44:38Z', 'revision_number': 5, 'project_id': 'fa4552970c8f438c8319be7d42c1811a', 'subnets': [{'id': 'f9ef5476-c487-4b90-b261-6fbfba93ad22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9cab3e6-168b-4bcc-ac45-5b072d449d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:44:44.868824 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 49488) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:44:45.008431 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d785a512-69ec-4359-865b-66be0d7402e5 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1384566
Aug 23 01:44:46.373500 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device bd245cf1-4402-448c-832f-dd0357cfbdd0 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:44:46.497857 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port bd245cf1-4402-448c-832f-dd0357cfbdd0 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:44:46.503467 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port bd245cf1-4402-448c-832f-dd0357cfbdd0 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:46.503848 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:46.631479 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:46.648328 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port bd245cf1-4402-448c-832f-dd0357cfbdd0, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=bd245cf1-4402-448c-832f-dd0357cfbdd0,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:44:46.721793 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:46.724001 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-a6903af3-47a4-43a8-bf0f-a5f6758c5b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:44:46.792196 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=bd245cf1-4402-448c-832f-dd0357cfbdd0,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:44:46.794980 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:44:48.383442 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device bd245cf1-4402-448c-832f-dd0357cfbdd0 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:44:48.490004 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port bd245cf1-4402-448c-832f-dd0357cfbdd0 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:44:48.490604 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:57.554652 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-08bd41cb-9a67-441a-9d8a-e64283be8404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:58.109187 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:44:59.834924 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-9b47eee9-d4e7-4de6-ad30-79bbd4e1a609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:00.703339 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:02.376855 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:05.199483 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:45:27.599142 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-86d2f049-3c0c-4f09-8c4b-a065c233a228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:28.126605 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:29.841367 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-0348e5e1-1c1e-4b48-acc2-cd81a155156b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:30.685879 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:32.412689 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:42.199302 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:45:57.576583 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bde719d0-ff51-4037-8b4d-e0ee65139ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:58.142761 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:45:59.867838 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-893e09c4-cc28-4059-b9b0-56975c6927b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:00.708468 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:02.382468 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:19.199811 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:46:27.576595 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-176449df-7693-494b-a3e9-17181126fc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:28.125425 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:29.833382 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-95095d4b-5151-4102-85e2-99c8d79a0f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:30.730748 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:32.410674 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:49.188073 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50060) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:46:49.276302 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7198917-8a1a-4d90-aec5-63b30bfe4735 admin admin] GET failed (client error): The resource could not be found.
Aug 23 01:46:49.277522 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-f7198917-8a1a-4d90-aec5-63b30bfe4735 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0884922
Aug 23 01:46:49.405407 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057c570-ee91-48ba-83b6-7df5fa935e84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:46:49.406861 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-1057c570-ee91-48ba-83b6-7df5fa935e84 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1249661
Aug 23 01:46:51.386942 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50070) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:46:51.549736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c43bf-9ba6-49d8-a5aa-5ff4d22fa2ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:46:51.550299 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a84c43bf-9ba6-49d8-a5aa-5ff4d22fa2ba admin admin] Synchronizing usage tracker for tenant:4f6bd6480e9c4a609f8c029a43846e42 on resource:subnet {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:46:51.621177 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a84c43bf-9ba6-49d8-a5aa-5ff4d22fa2ba admin admin] Unset dirty status for tenant:4f6bd6480e9c4a609f8c029a43846e42 on resource:subnet {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:46:51.622275 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a84c43bf-9ba6-49d8-a5aa-5ff4d22fa2ba admin admin] 10.222.0.20 "GET /v2.0/subnets/f9ef5476-c487-4b90-b261-6fbfba93ad22 HTTP/1.1" status: 200  len: 849 time: 0.2343397
Aug 23 01:46:51.632103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:46:51.747462 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:51.975447 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758648341773'] for subnet, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:51.979503 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:46:52.019122 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:46:52.020295 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:52.020959 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] 10.222.0.20 "PUT /v2.0/subnets/f9ef5476-c487-4b90-b261-6fbfba93ad22 HTTP/1.1" status: 200  len: 868 time: 0.3926821
Aug 23 01:46:52.035603 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60be2572-d1a0-4f45-9033-2901c416d60c None None] Network 8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:46:52.043817 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ef5476-c487-4b90-b261-6fbfba93ad22,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:46:52.052580 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.052930 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.053259 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.054047 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.054047 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.054244 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.054543 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.054877 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.055194 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.055513 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.055820 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:46:52.059613 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:46:52.564698 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d3660efa-d73f-47cb-b283-8394a87eeac9 None None] Provisioning complete for port 0d5be0d3-4a9f-4787-99d1-1e0dfd59e66e triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:46:52.564983 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d3660efa-d73f-47cb-b283-8394a87eeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:52.686957 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d3660efa-d73f-47cb-b283-8394a87eeac9 None None] Provisioning complete for port 2acb5863-e53a-487a-be8d-9990b0773dbc triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:46:52.687320 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d3660efa-d73f-47cb-b283-8394a87eeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:54.079148 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50080) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:46:54.274709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0d486-543e-4ad2-996b-80658abb1eb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:46:54.274996 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0d486-543e-4ad2-996b-80658abb1eb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:46:54.276505 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3fb0d486-543e-4ad2-996b-80658abb1eb4 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1964059
Aug 23 01:46:56.199394 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:46:56.285608 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50090) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:46:56.478538 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa4ded-239a-4ea1-bfb0-2a7c3e137878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:46:56.478857 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa4ded-239a-4ea1-bfb0-2a7c3e137878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:46:56.480382 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-04aa4ded-239a-4ea1-bfb0-2a7c3e137878 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1938386
Aug 23 01:46:57.564390 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-173e0049-258e-45f2-9ff7-9c0503385d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:58.192276 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:46:58.491588 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50100) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:46:58.677882 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c9358-4d2b-4432-b284-07db3444dbd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:46:58.679218 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-374c9358-4d2b-4432-b284-07db3444dbd4 admin admin] 10.222.0.20 "GET /v2.0/networks/52375f3f-2732-4e9e-94eb-d4ebda44e1c7 HTTP/1.1" status: 200  len: 886 time: 0.1866927
Aug 23 01:46:59.850098 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c35ccb68-ce0a-4d31-91d5-6caf3eb04f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:00.650435 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50110) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:00.729414 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:00.855756 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df9cda-aab7-4e47-b4fc-13d9746992eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:00.857269 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a0df9cda-aab7-4e47-b4fc-13d9746992eb admin admin] 10.222.0.20 "GET /v2.0/networks/8eb99f9e-9ea7-4c6b-8fe1-15f79cb385d0 HTTP/1.1" status: 200  len: 868 time: 0.2058105
Aug 23 01:47:02.392640 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:02.849743 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50120) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:02.978104 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5806fe8a-a503-4592-9986-15d38f1f1028 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:02.978472 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5806fe8a-a503-4592-9986-15d38f1f1028 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:02.979943 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5806fe8a-a503-4592-9986-15d38f1f1028 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1292679
Aug 23 01:47:05.023357 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50130) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:05.150303 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1385e897-db02-4cd3-ba0d-4934beededf6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:05.150674 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1385e897-db02-4cd3-ba0d-4934beededf6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:05.152240 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-1385e897-db02-4cd3-ba0d-4934beededf6 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1279278
Aug 23 01:47:07.188507 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50140) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:07.312076 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd717c-4acb-440c-8b60-4ab509f571ce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:07.313412 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-1fdd717c-4acb-440c-8b60-4ab509f571ce admin admin] 10.222.0.20 "GET /v2.0/subnets/4c991bd3-493a-48e9-946d-1dd2b9e8fe62 HTTP/1.1" status: 200  len: 816 time: 0.1239464
Aug 23 01:47:09.304624 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50150) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:09.432227 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffce060-dd5e-40d8-b2eb-b1078e082612 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:09.433573 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-2ffce060-dd5e-40d8-b2eb-b1078e082612 admin admin] 10.222.0.20 "GET /v2.0/subnets/f9ef5476-c487-4b90-b261-6fbfba93ad22 HTTP/1.1" status: 200  len: 868 time: 0.1280367
Aug 23 01:47:27.580900 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1285adcb-4b5a-4073-a830-4464b1e2bc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:27.626626 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50188) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:27.700986 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [None req-3a36e583-5f6d-4877-86a9-65e9542b6449 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:47:27.701949 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3a36e583-5f6d-4877-86a9-65e9542b6449 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0743570
Aug 23 01:47:28.112265 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:29.752393 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50198) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:29.841337 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e30570a-c986-45de-8e9d-1e62f17cd8fb admin admin] GET failed (client error): The resource could not be found.
Aug 23 01:47:29.842608 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9e30570a-c986-45de-8e9d-1e62f17cd8fb admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0892668
Aug 23 01:47:29.849812 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7e1817d6-8930-4b6f-8eaf-bc8da8c043d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:29.966379 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff9f269-9902-49f5-811a-0f7838a3559f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:29.967750 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-fff9f269-9902-49f5-811a-0f7838a3559f admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1212409
Aug 23 01:47:30.712473 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:31.964610 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50208) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:32.039842 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:47:32.044265 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:47:32.053567 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:47:32.169185 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Made reservation on behalf of 4f6bd6480e9c4a609f8c029a43846e42 for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:47:32.171437 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:32.257740 dv-cinder-805529-1-iscsi neutron-server[75865]: WARNING neutron.services.revisions.revision_plugin [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7480d67820] {project_id='4f6bd6480e9c4a609f8c029a43846e42', id='7bc791cc-6ec1-417f-897b-63420cf3a497', target_tenant='*', action='access_as_shared', object_id='a126abd1-463b-49df-8ef2-a68ed8c1178b'}> to bump revision.
Aug 23 01:47:32.270192 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:47:32.278489 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:32.278848 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Added segment 8306c379-2eb2-4634-b269-075029852ca5 of type vlan for network a126abd1-463b-49df-8ef2-a68ed8c1178b
Aug 23 01:47:32.302138 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:32.403824 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:32.405040 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:32.405618 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:32.408925 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:47:32.432583 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:32.533772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Pushing event updated for resources: {'Network': ['ID=a126abd1-463b-49df-8ef2-a68ed8c1178b,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:47:32.536380 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:47:32.543569 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network a126abd1-463b-49df-8ef2-a68ed8c1178b details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:47:32.598829 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.6331520
Aug 23 01:47:33.199684 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:47:34.628387 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50218) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:47:34.722384 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.pecan_wsgi.hooks.translation [None req-908d412f-1717-473c-8e3a-a0e1c5c1b290 admin admin] GET failed (client error): The resource could not be found.
Aug 23 01:47:34.722865 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-908d412f-1717-473c-8e3a-a0e1c5c1b290 admin admin] Synchronizing usage tracker for tenant:4f6bd6480e9c4a609f8c029a43846e42 on resource:network {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:47:34.786197 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-908d412f-1717-473c-8e3a-a0e1c5c1b290 admin admin] Unset dirty status for tenant:4f6bd6480e9c4a609f8c029a43846e42 on resource:network {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:47:34.787252 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-908d412f-1717-473c-8e3a-a0e1c5c1b290 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1578870
Aug 23 01:47:34.890496 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a64c6b-a409-4cd1-8090-74be13230475 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:34.891904 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e2a64c6b-a409-4cd1-8090-74be13230475 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1008220
Aug 23 01:47:34.901300 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:47:34.905429 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:47:34.914612 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:47:34.998103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Made reservation on behalf of 4f6bd6480e9c4a609f8c029a43846e42 for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:47:35.000364 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:35.249552 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:35.253481 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:47:35.321455 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7910ee67-365c-4c7b-9a24-d3b81a95a832,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:47:35.325750 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:47:35.330978 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Checking segment: {'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:47:35.331359 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Network hostable DHCP agents. Network: a126abd1-463b-49df-8ef2-a68ed8c1178b, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:47:35.495166 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Network a126abd1-463b-49df-8ef2-a68ed8c1178b is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:47:35.689508 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, a126abd1-463b-49df-8ef2-a68ed8c1178b) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:47:35.693736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:47:35.694337 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:35.698901 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0bc203-6df3-47e5-bdd1-791f5c32e82b None None] Network a126abd1-463b-49df-8ef2-a68ed8c1178b requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:47:35.776041 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8781135
Aug 23 01:47:35.917809 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-a126abd1-463b-49df-8ef2-a68ed8c1178b', 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b', 'tenant_id': '4f6bd6480e9c4a609f8c029a43846e42', 'fixed_ips': [{'subnet_id': '7910ee67-365c-4c7b-9a24-d3b81a95a832'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 01:47:35.919167 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:36.074446 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Allocated IP 192.168.233.2 (a126abd1-463b-49df-8ef2-a68ed8c1178b/7910ee67-365c-4c7b-9a24-d3b81a95a832/61f99859-2f1f-4fd3-bc0c-0c17be937b6b) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:47:36.274092 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:36.284010 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Transition to ACTIVE for port object 61f99859-2f1f-4fd3-bc0c-0c17be937b6b will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:47:36.301680 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Transition to ACTIVE for port object 61f99859-2f1f-4fd3-bc0c-0c17be937b6b will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:47:36.370063 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:36.375115 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:47:36.438844 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Network a126abd1-463b-49df-8ef2-a68ed8c1178b is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:47:36.441716 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:47:36.445634 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:47:36.451760 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Pushing event updated for resources: {'Port': ['ID=61f99859-2f1f-4fd3-bc0c-0c17be937b6b,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:47:36.483393 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.483725 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.484051 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.484374 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.484720 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.485036 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.485350 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.485684 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.485997 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.486307 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.486612 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:47:36.493601 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:47:36.547521 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Attempting to bind port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:47:36.547909 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Attempting to bind port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:47:36.548704 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Attempting to bind port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b on network a126abd1-463b-49df-8ef2-a68ed8c1178b {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:47:36.554792 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:47:36.555172 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Checking segment: {'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:47:36.555570 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:36.555958 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Bound using segment: {'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:47:36.556417 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Bound port: 61f99859-2f1f-4fd3-bc0c-0c17be937b6b, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:47:36.556855 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:36.661844 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] For port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:47:36.664793 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] For port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=61f99859-2f1f-4fd3-bc0c-0c17be937b6b,segment=NetworkSegment(8306c379-2eb2-4634-b269-075029852ca5),segment_id=8306c379-2eb2-4634-b269-075029852ca5)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:47:36.769861 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:36.773743 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:47:36.853672 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Pushing event updated for resources: {'Port': ['ID=61f99859-2f1f-4fd3-bc0c-0c17be937b6b,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:47:36.855805 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:47:37.610487 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd513b-2361-47b8-9c53-3cbeb6153c55 None None] Network a126abd1-463b-49df-8ef2-a68ed8c1178b requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:47:37.809182 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d50b480c-737b-4810-b447-7aef697b798d None None] Provisioning for port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:47:38.485006 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 61f99859-2f1f-4fd3-bc0c-0c17be937b6b up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:47:38.620787 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:47:38.625733 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:47:38.626213 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:38.739682 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:38.770339 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=61f99859-2f1f-4fd3-bc0c-0c17be937b6b,segment=NetworkSegment(8306c379-2eb2-4634-b269-075029852ca5),segment_id=8306c379-2eb2-4634-b269-075029852ca5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:47:38.820554 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:38.822565 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:47:38.886915 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=61f99859-2f1f-4fd3-bc0c-0c17be937b6b,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:47:38.890568 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:47:40.453566 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 61f99859-2f1f-4fd3-bc0c-0c17be937b6b up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:47:40.521055 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 61f99859-2f1f-4fd3-bc0c-0c17be937b6b triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:47:40.521428 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:57.574346 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1d77-172e-4736-b1cf-0cc3714e187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:58.117088 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:47:59.848911 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bae30716-e623-4780-9d97-4e528eb759b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:00.711469 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:02.409224 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:10.200811 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:48:27.596958 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-9d940e42-88fe-475d-83db-79116559b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:28.105531 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:29.825939 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-320ab706-dc16-4db3-bb20-ce9b3bc9787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:30.751357 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:32.437215 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:47.200571 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:48:57.579450 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1283af5b-39c8-4a07-a63e-2998dfff9f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:58.133692 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:48:59.865415 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-82fbf009-c885-4450-b564-4169f0d1b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:00.740000 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:02.403407 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:16.299249 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50260) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:49:16.305299 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [None req-a98ad2fc-b715-4720-a66e-fb4e080ff4b9 tempest-verify_tempest_config-1448910009 tempest-verify_tempest_config-1448910009-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:49:16.306230 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a98ad2fc-b715-4720-a66e-fb4e080ff4b9 tempest-verify_tempest_config-1448910009 tempest-verify_tempest_config-1448910009-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0058472
Aug 23 01:49:16.864479 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50276) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:49:17.002285 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:17.031700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:49:17.035394 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8a1d7479264d5bbcf040eb637aeb04 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:49:17.038101 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:49:17.043638 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:49:17.105223 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:17.185199 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:17.193065 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:49:17.230235 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f20689-5875-41f3-8663-378ff2f2f1a2,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:49:17.234742 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Synchronizing usage tracker for tenant:4f6bd6480e9c4a609f8c029a43846e42 on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:49:17.242125 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.242461 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.242786 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.243109 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.243443 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.243856 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.244075 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.244378 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.245275 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.245585 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.245890 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:49:17.251865 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:49:17.321720 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Unset dirty status for tenant:4f6bd6480e9c4a609f8c029a43846e42 on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:49:17.323008 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e8a1d7479264d5bbcf040eb637aeb04&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4574807
Aug 23 01:49:17.325712 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50282) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:49:17.383513 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-81ca261a-a452-41fb-a287-57e3ff9ee7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:17.407903 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-81ca261a-a452-41fb-a287-57e3ff9ee7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:17.567912 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-81ca261a-a452-41fb-a287-57e3ff9ee7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:17.571690 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-30e14b5a-6878-4af4-9233-7ffb3f53b7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:49:17.582380 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca261a-a452-41fb-a287-57e3ff9ee7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f20689-5875-41f3-8663-378ff2f2f1a2,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:49:17.584672 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-81ca261a-a452-41fb-a287-57e3ff9ee7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:49:17.590255 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-81ca261a-a452-41fb-a287-57e3ff9ee7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:17.591357 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-81ca261a-a452-41fb-a287-57e3ff9ee7a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01f20689-5875-41f3-8663-378ff2f2f1a2 HTTP/1.1" status: 204  len: 168 time: 0.2647600
Aug 23 01:49:24.200163 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:49:27.573805 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3867a7c5-92ea-4cd6-96a1-d269bbdc72b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:28.110382 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:29.830314 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b862888a-4178-407c-8dcc-d7fb32d9eda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:30.727653 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:32.413080 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:57.584321 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-45ca2346-a0fc-4357-8fa7-da2f032e6163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:58.110083 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:49:59.829578 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-ae926dc4-7d83-48e1-9860-82733caed3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:00.750326 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:01.201522 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:50:02.395914 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:27.618739 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-9db2c113-ef5e-47ad-affc-477202ad6d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:28.126911 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:29.885915 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3432d150-2ccf-47bd-840e-f26187809b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:30.812590 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:32.412398 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:38.201896 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 5 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:50:45.115364 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447434'] for agent, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:57.576839 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c8e38e0e-6f01-4f50-b9b7-d01c82360741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:58.108399 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:50:59.858203 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d78f4513-7b60-43a0-b229-9c7d29de9265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:00.366146 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50362) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:51:00.499094 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d638124b-42c0-4cc8-a397-27ca613fbbf0 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1318514
Aug 23 01:51:00.731268 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:02.418816 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:02.510310 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50372) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:51:02.587881 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b7ed972d-a857-478c-abcb-433aa8dcfce0 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0764704
Aug 23 01:51:15.063640 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:15.201832 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:51:27.594415 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-173039cd-0753-4459-b7e8-fa1230bbea13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:28.126134 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:29.897584 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a9c63fc6-bd2c-4111-8bac-99c215a56a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:30.788857 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:32.416198 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:45.074298 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:52.202546 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:51:57.586947 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b66786a3-870d-4a82-b3ff-a828e2c8c354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:58.102896 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:51:59.839135 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6bdbbd44-3334-4e67-a175-fc0ee8b9ae5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:00.747337 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:02.440303 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:15.102711 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:27.592351 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e2db2886-7b84-4cf5-bd6c-2f16986d2f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:28.136633 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:29.202710 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:52:29.851212 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-8a393e8e-11cd-4846-b136-841d9f7a5303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:30.845519 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:32.422948 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:36.132650 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50504) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:36.812255 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-network', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:36.817478 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:36.821395 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Usage tracker for resource:network and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:36.825814 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:36.831591 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:36.885250 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Made reservation on behalf of 9bb2cbb0b80946b59df7b67e0b0df333 for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:36.887662 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:36.900192 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:36.932251 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:36.936023 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Usage tracker for resource:security_group_rule and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:36.939052 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:36.944683 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:37.007499 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:37.078825 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:37.080127 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:37.116042 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:52:37.118542 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789cf01b-5b08-486d-93b9-f7b152940683,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:37.132218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.132653 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.133056 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.133638 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.133833 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Tracked resource versions report:
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: pushed versions:
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: {   'ConntrackHelper': {'1.0'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Log': {'1.0'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Network': {'1.1'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Port': {'1.5'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'PortForwarding': {'1.2'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'QosPolicy': {'1.8'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'SecurityGroup': {'1.2'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'SecurityGroupRule': {'1.0'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'SubPort': {'1.0'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Subnet': {'1.1'},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     'Trunk': {'1.1'}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: consumer versions:
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]: {   DHCP agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     HyperV agent@hv-cinder-80552: {},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     L3 agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     Metadata agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     Metering agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:     Open vSwitch agent@dv-cinder-805529-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Log': '1.0',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Network': '1.1',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Port': '1.5',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'PortForwarding': '1.2',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'QosPolicy': '1.8',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'SecurityGroup': '1.2',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'SecurityGroupRule': '1.0',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'SubPort': '1.0',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Subnet': '1.1',
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:                                                      'Trunk': '1.1'}}
Aug 23 01:52:37.138390 dv-cinder-805529-1-iscsi neutron-server[75865]:  {{(pid=75865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 23 01:52:37.142590 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:37.142991 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Added segment 8527b213-3828-4923-b1e2-d2bcbf6ddb87 of type vlan for network 20ddf51d-abd0-4049-b791-24137bf2a8cd
Aug 23 01:52:37.163497 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:37.169700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:37.277984 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:37.279245 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:37.280481 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:37.301322 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:37.365380 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2316482
Aug 23 01:52:37.368760 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50542) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:37.393079 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Pushing event updated for resources: {'Network': ['ID=20ddf51d-abd0-4049-b791-24137bf2a8cd,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:37.393211 dv-cinder-805529-1-iscsi neutron-server[75864]: WARNING oslo_policy.policy [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 23 01:52:37.393211 dv-cinder-805529-1-iscsi neutron-server[75864]: WARNING oslo_policy.policy [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 23 01:52:37.393397 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:37.401955 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:52:37.629464 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Request body: {'subnet': {'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-subnet', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:37.635242 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.quota [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7481574550>.
Aug 23 01:52:37.649295 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:37.656006 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Usage tracker for resource:subnet and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:37.660796 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:37.668715 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:37.769573 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Made reservation on behalf of 9bb2cbb0b80946b59df7b67e0b0df333 for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:37.803732 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.policy [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75864) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Aug 23 01:52:37.804499 dv-cinder-805529-1-iscsi neutron-server[75864]: WARNING oslo_policy.policy [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 23 01:52:37.805068 dv-cinder-805529-1-iscsi neutron-server[75864]: WARNING oslo_policy.policy [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 23 01:52:37.809992 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50564) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:37.813491 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.097856 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50574) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:38.132249 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50584) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:38.187449 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.193526 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:38.225034 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1075376671-network', 'tenant_id': '2b9ef8c31aa54d34b2c72fb8eaf210ff'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:38.230103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:38.235417 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Usage tracker for resource:network and tenant:2b9ef8c31aa54d34b2c72fb8eaf210ff is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:38.238511 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:38.244854 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:38.273995 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50596) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:38.274533 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827f4b18-d21b-4a46-9cbc-2378edae1e34,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:38.285496 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Checking segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:38.285849 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Network hostable DHCP agents. Network: 20ddf51d-abd0-4049-b791-24137bf2a8cd, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:52:38.290592 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.290923 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.291242 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.291557 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.291946 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.292221 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.292531 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Tracked resource versions report:
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: pushed versions:
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: {   'ConntrackHelper': {'1.0'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'Log': {'1.0'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'Network': {'1.1'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'Port': {'1.5'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'PortForwarding': {'1.2'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'QosPolicy': {'1.8'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'SecurityGroup': {'1.2'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'SecurityGroupRule': {'1.0'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'SubPort': {'1.0'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'Subnet': {'1.1'},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     'Trunk': {'1.1'}}
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: consumer versions:
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]: {   DHCP agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     HyperV agent@hv-cinder-80552: {},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     L3 agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     Metadata agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     Metering agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:     Open vSwitch agent@dv-cinder-805529-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'Log': '1.0',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'Network': '1.1',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'Port': '1.5',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'PortForwarding': '1.2',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'QosPolicy': '1.8',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'SecurityGroup': '1.2',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'SecurityGroupRule': '1.0',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'SubPort': '1.0',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'Subnet': '1.1',
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:                                                      'Trunk': '1.1'}}
Aug 23 01:52:38.297389 dv-cinder-805529-1-iscsi neutron-server[75864]:  {{(pid=75864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 23 01:52:38.313122 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Made reservation on behalf of 2b9ef8c31aa54d34b2c72fb8eaf210ff for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:38.315816 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.330405 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:38.333801 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.366361 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:38.377398 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Usage tracker for resource:security_group_rule and tenant:2b9ef8c31aa54d34b2c72fb8eaf210ff is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:38.380206 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:38.387166 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:38.414331 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:52:38.469683 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.480122 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 20ddf51d-abd0-4049-b791-24137bf2a8cd) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:38.486940 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:38.487624 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.494386 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54559e-8028-455f-a757-b39deff6b720 None None] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:38.531856 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.535659 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:38.576014 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:52:38.580595 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2055731
Aug 23 01:52:38.580773 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6ad9d-8cc1-4e57-8032-878eb3582955,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:38.580877 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50610) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:38.584925 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:38.589679 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.590059 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Added segment 173da55e-09d4-4d7d-9183-cf68a5c8d35f of type vlan for network d53545d7-cd58-4d4a-99fe-e6ed1e3cf023
Aug 23 01:52:38.594892 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:38.609903 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:38.615892 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Usage tracker for resource:router and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:38.625462 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:38.642365 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:38.643468 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-653818493-network', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:38.651696 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.675801 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:38.682354 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Usage tracker for resource:network and tenant:36b9bb2944ff41d892d03e1ae5a30cd7 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:38.697437 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:38.706643 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:38.714782 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-947354531-network', 'tenant_id': '416847e4711d4c9f9a4baf68f89d10d3'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:38.732774 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:38.737065 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Usage tracker for resource:network and tenant:416847e4711d4c9f9a4baf68f89d10d3 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:38.740829 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:38.747609 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:38.772230 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.774374 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.775033 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-20ddf51d-abd0-4049-b791-24137bf2a8cd', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 01:52:38.776038 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.805786 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.844938 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Made reservation on behalf of 36b9bb2944ff41d892d03e1ae5a30cd7 for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:38.848063 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.871206 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.890668 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Made reservation on behalf of 416847e4711d4c9f9a4baf68f89d10d3 for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:38.893114 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.902555 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.910709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:38.911350 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:38.926657 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:39.003570 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Allocated IP 172.20.0.2 (20ddf51d-abd0-4049-b791-24137bf2a8cd/827f4b18-d21b-4a46-9cbc-2378edae1e34/fe18ba88-7ef7-4577-9d15-a3edd0d121d7) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:39.018171 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.067888 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:39.071780 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Pushing event updated for resources: {'Network': ['ID=d53545d7-cd58-4d4a-99fe-e6ed1e3cf023,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:39.081836 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:39.084955 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Usage tracker for resource:security_group_rule and tenant:36b9bb2944ff41d892d03e1ae5a30cd7 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:39.089083 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:39.098265 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:39.098695 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network d53545d7-cd58-4d4a-99fe-e6ed1e3cf023 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:52:39.100750 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:39.105654 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Usage tracker for resource:security_group_rule and tenant:416847e4711d4c9f9a4baf68f89d10d3 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:39.110618 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:39.119971 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:39.207261 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.3959839
Aug 23 01:52:39.216593 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50624) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:39.224894 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.230943 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Request body: {'subnet': {'network_id': 'd53545d7-cd58-4d4a-99fe-e6ed1e3cf023', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1075376671-subnet', 'tenant_id': '2b9ef8c31aa54d34b2c72fb8eaf210ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:39.242797 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:39.250392 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1039205024-network', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:39.251976 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Usage tracker for resource:subnet and tenant:2b9ef8c31aa54d34b2c72fb8eaf210ff is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:39.255617 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.256850 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:39.263275 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:39.277103 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:39.296605 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.302461 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:39.319147 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Usage tracker for resource:network and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:39.330351 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:39.353394 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:39.360223 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.362621 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:52:39.366130 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.398668 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Transition to ACTIVE for port object fe18ba88-7ef7-4577-9d15-a3edd0d121d7 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:39.428730 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Transition to ACTIVE for port object fe18ba88-7ef7-4577-9d15-a3edd0d121d7 will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:39.428945 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Made reservation on behalf of 2b9ef8c31aa54d34b2c72fb8eaf210ff for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:39.430961 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.454554 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cd3bfe-8a41-4260-96c7-9d57f527de3d,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:39.478413 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.495808 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.499921 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:39.530032 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:39.530994 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.531324 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Added segment 71546fe7-c443-48a8-9238-174afab1905b of type vlan for network e56a9512-948e-4ab3-b96a-c8af4812c288
Aug 23 01:52:39.532544 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-81ca261a-a452-41fb-a287-57e3ff9ee7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:39.548805 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Made reservation on behalf of 3e8a365a2ff64421bef434d3568b128e for: {'network': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:39.552124 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.570387 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.605786 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699d495c-3bd0-4f64-a107-3abd369a9acc,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:39.607215 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:39.609833 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:39.620463 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.623700 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:39.631477 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:39.659680 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Pushing event updated for resources: {'Port': ['ID=fe18ba88-7ef7-4577-9d15-a3edd0d121d7,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:39.737224 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.738507 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.738507 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.738908 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.739395 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.740180 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.740693 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.741206 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.741686 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.742145 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.742613 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Tracked resource versions report:
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]: pushed versions:
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]: {   'ConntrackHelper': {'1.0'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Log': {'1.0'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Network': {'1.1'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Port': {'1.5'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'PortForwarding': {'1.2'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'QosPolicy': {'1.8'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'SecurityGroup': {'1.2'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'SecurityGroupRule': {'1.0'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'SubPort': {'1.0'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Subnet': {'1.1'},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     'Trunk': {'1.1'}}
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]: consumer versions:
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]: {   DHCP agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     HyperV agent@hv-cinder-80552: {},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     L3 agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     Metadata agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     Metering agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:     Open vSwitch agent@dv-cinder-805529-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Log': '1.0',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Network': '1.1',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Port': '1.5',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'PortForwarding': '1.2',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'QosPolicy': '1.8',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'SecurityGroup': '1.2',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'SecurityGroupRule': '1.0',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'SubPort': '1.0',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Subnet': '1.1',
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:                                                      'Trunk': '1.1'}}
Aug 23 01:52:39.743868 dv-cinder-805529-1-iscsi neutron-server[75866]:  {{(pid=75866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 23 01:52:39.785487 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:39.811698 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Attempting to bind port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:52:39.811917 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Attempting to bind port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:52:39.812221 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Attempting to bind port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 on network 20ddf51d-abd0-4049-b791-24137bf2a8cd {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:52:39.819010 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:52:39.819446 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Checking segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:39.819849 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.820243 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Bound using segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:52:39.820742 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Bound port: fe18ba88-7ef7-4577-9d15-a3edd0d121d7, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:52:39.821121 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.854597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:39.899302 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Usage tracker for resource:security_group_rule and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:39.909810 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:39.924885 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:39.981967 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.984104 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:39.984820 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:39.991711 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:40.008693 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] For port fe18ba88-7ef7-4577-9d15-a3edd0d121d7, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:52:40.013426 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] For port fe18ba88-7ef7-4577-9d15-a3edd0d121d7, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=fe18ba88-7ef7-4577-9d15-a3edd0d121d7,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:52:40.067623 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.092963 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.db.api [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:52:40.092963 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_db.api [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:52:40.101713 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.111948 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:40.131566 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.145870 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.194655 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Pushing event updated for resources: {'Port': ['ID=fe18ba88-7ef7-4577-9d15-a3edd0d121d7,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:40.199285 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:40.219205 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.233687 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Pushing event updated for resources: {'Network': ['ID=e56a9512-948e-4ab3-b96a-c8af4812c288,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:40.242970 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:40.243542 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:40.249941 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network e56a9512-948e-4ab3-b96a-c8af4812c288 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:52:40.266298 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.278226 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:40.312782 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30be33d-d2d3-438a-a1e9-13f47840725b,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:40.322655 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:40.325809 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=75864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:52:40.336371 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.2410550
Aug 23 01:52:40.338662 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Checking segment: {'id': '173da55e-09d4-4d7d-9183-cf68a5c8d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd53545d7-cd58-4d4a-99fe-e6ed1e3cf023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:40.340502 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Network hostable DHCP agents. Network: d53545d7-cd58-4d4a-99fe-e6ed1e3cf023, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:52:40.343351 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50662) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:40.370429 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Request body: {'subnet': {'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-subnet', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:40.397061 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f3cd26-e0e8-4b45-ab8e-41ce965cc709,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:40.451064 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758648323961', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.451876 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7481f3f790> segment precommit_create {{(pid=75864) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 23 01:52:40.460353 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.segments_db [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Added segment 875092cc-1991-4bd4-a2a1-24942bea0a41 of type vlan for network 1a30c070-d0d4-43cc-9433-82441c5c9ccc
Aug 23 01:52:40.462552 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Network d53545d7-cd58-4d4a-99fe-e6ed1e3cf023 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:52:40.477407 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:40.492900 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:40.503854 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Usage tracker for resource:subnet and tenant:36b9bb2944ff41d892d03e1ae5a30cd7 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:40.512211 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:40.533115 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:40.553964 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, d53545d7-cd58-4d4a-99fe-e6ed1e3cf023) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:40.566146 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:40.567445 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.578142 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ae059-cc64-43c3-b7f9-7fd777a46240 None None] Network d53545d7-cd58-4d4a-99fe-e6ed1e3cf023 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:40.598894 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.605336 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Allocated IP 172.27.2.197 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/d9315db6-3ede-4743-a8cd-890093357a34) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:40.608392 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.702840 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Made reservation on behalf of 36b9bb2944ff41d892d03e1ae5a30cd7 for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:40.705162 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:40.711901 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device fe18ba88-7ef7-4577-9d15-a3edd0d121d7 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:40.753567 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-85181693-0dea-4e3b-abc2-45406fa85995 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5328968
Aug 23 01:52:41.012718 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636cae8a-a043-4690-a085-b061a4c1f4ae None None] Network d53545d7-cd58-4d4a-99fe-e6ed1e3cf023 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:41.038968 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.db.api [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:52:41.039821 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_db.api [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:52:41.056384 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:41.066979 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:41.076880 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:41.096916 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:41.103454 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:41.173916 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:41.505654 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:41.538819 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Pushing event updated for resources: {'Network': ['ID=1a30c070-d0d4-43cc-9433-82441c5c9ccc,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:41.538819 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:41.541758 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:52:41.547117 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:41.681199 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fdca55-1ef3-4785-b863-6ca67ad87518 None None] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:41.683481 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 3.5500462
Aug 23 01:52:41.687237 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50722) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:41.692039 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6152956-0cfc-43c8-bc49-815447081ede,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:41.694269 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Request body: {'subnet': {'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1039205024-subnet', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:41.696496 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:41.700534 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Checking segment: {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:41.700734 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:41.700924 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Network hostable DHCP agents. Network: e56a9512-948e-4ab3-b96a-c8af4812c288, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:52:41.710902 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Usage tracker for resource:subnet and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:41.715491 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:41.726229 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:41.760593 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:41.772181 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:41.773208 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:41.809842 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Made reservation on behalf of 3e8a365a2ff64421bef434d3568b128e for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:41.816424 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:41.831374 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Network e56a9512-948e-4ab3-b96a-c8af4812c288 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:52:41.900383 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:41.901519 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:41.909498 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:41.927237 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] Provisioning for port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:41.939968 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] Provisioning complete for port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:41.943691 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:41.966224 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:52:41.972347 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50736) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:42.038461 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.038918 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Added segment 3fdacee5-eee8-4e87-a548-01d850b54e09 of type vlan for network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d
Aug 23 01:52:42.107132 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, e56a9512-948e-4ab3-b96a-c8af4812c288) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:42.111685 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:42.115122 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.137210 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac51b5e7-02cb-4f61-81bb-bd81b331eb42 None None] Network e56a9512-948e-4ab3-b96a-c8af4812c288 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:42.138670 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9315db6-3ede-4743-a8cd-890093357a34,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:42.142338 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:42.182993 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.205170 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.8510859
Aug 23 01:52:42.208684 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50744) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:42.218327 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:42.227111 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:42.299788 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.304168 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:42.304934 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.306054 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.325804 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Usage tracker for resource:router and tenant:36b9bb2944ff41d892d03e1ae5a30cd7 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:42.329240 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:42.331129 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-64960429-b9fa-4c5a-87fe-3d32db588c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:42.353409 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:42.440827 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.441621 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.457350 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50754) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:42.458961 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 4.1838036
Aug 23 01:52:42.470189 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] For port fe18ba88-7ef7-4577-9d15-a3edd0d121d7, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=fe18ba88-7ef7-4577-9d15-a3edd0d121d7,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:52:42.474328 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.474328 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.481263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Request body: {'subnet': {'network_id': '14c46dfc-72a2-4ebb-be2e-3e135b37b11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-947354531-subnet', 'tenant_id': '416847e4711d4c9f9a4baf68f89d10d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:42.506576 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Pushing event updated for resources: {'Network': ['ID=14c46dfc-72a2-4ebb-be2e-3e135b37b11d,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:42.515446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.516330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:42.528966 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-26be189c-b473-4650-845c-7e3e957f71b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:42.550916 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:42.569699 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Usage tracker for resource:subnet and tenant:416847e4711d4c9f9a4baf68f89d10d3 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:42.576376 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:42.591912 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:42.620699 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.633709 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50758) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:42.639490 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.641863 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:52:42.652189 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.708864 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1956dc8-0f25-43be-99fc-668e5d3753de,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:42.725775 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:42.752221 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Made reservation on behalf of 416847e4711d4c9f9a4baf68f89d10d3 for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:42.755152 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.764110 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:42.766011 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Checking segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:42.766628 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Network hostable DHCP agents. Network: 1a30c070-d0d4-43cc-9433-82441c5c9ccc, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:52:42.773955 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Usage tracker for resource:security_group_rule and tenant:86d387b6ac71495f983eb2e7124d1a48 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:42.782358 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:42.792299 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:42.823598 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:42.893122 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.900523 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262edbd-13d2-4d59-bbed-9a64638ffd0c None None] Network e56a9512-948e-4ab3-b96a-c8af4812c288 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:42.937496 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:52:42.967125 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:42.984181 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9d62fd7a-5ac2-4cc4-a22f-b67d17898c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:43.006884 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.036631 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8882f703-7570-46e3-a505-6dfaf6d2ed34,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:43.045363 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:43.061112 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86d387b6ac71495f983eb2e7124d1a48&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0814848
Aug 23 01:52:43.061994 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50772) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:43.065058 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 1a30c070-d0d4-43cc-9433-82441c5c9ccc) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:43.080015 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:43.080932 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.082682 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3eed5c-5aef-49c1-bf1e-6ad28fd64e65 None None] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:43.148784 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-79f1a1fa-671b-4e77-93fc-a9c613ca94df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.158427 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.161247 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:43.171761 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Usage tracker for resource:security_group_rule and tenant:b9eb56d87c164c5e9d7c176775643262 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:43.178220 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:43.180759 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-79f1a1fa-671b-4e77-93fc-a9c613ca94df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.180884 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] Pushing event updated for resources: {'Port': ['ID=fe18ba88-7ef7-4577-9d15-a3edd0d121d7,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:43.183234 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:43.191268 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:43.209364 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50778) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:43.216345 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-69d7a61d-16de-405d-ab91-37007e947dac None None] Provisioning complete for port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:43.217700 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-69d7a61d-16de-405d-ab91-37007e947dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.229586 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2005397368-network', 'tenant_id': '573631a3cf9c47eaab2b74f2038eb5e8'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:43.237198 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5488307
Aug 23 01:52:43.238370 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:43.240915 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50782) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:43.245120 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Usage tracker for resource:network and tenant:573631a3cf9c47eaab2b74f2038eb5e8 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:43.250486 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:43.254450 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:43.261827 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:43.264928 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:43.271811 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Usage tracker for resource:router and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:43.276042 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:43.283029 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:43.336875 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Made reservation on behalf of 573631a3cf9c47eaab2b74f2038eb5e8 for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:43.339108 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.354917 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.367500 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.368705 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.371875 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-79f1a1fa-671b-4e77-93fc-a9c613ca94df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.381811 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:43.404196 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1a1fa-671b-4e77-93fc-a9c613ca94df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8882f703-7570-46e3-a505-6dfaf6d2ed34,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:43.407736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-79f1a1fa-671b-4e77-93fc-a9c613ca94df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:43.432499 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-79f1a1fa-671b-4e77-93fc-a9c613ca94df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.433751 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-79f1a1fa-671b-4e77-93fc-a9c613ca94df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8882f703-7570-46e3-a505-6dfaf6d2ed34 HTTP/1.1" status: 204  len: 168 time: 0.3704901
Aug 23 01:52:43.440140 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:43.446631 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Usage tracker for resource:security_group_rule and tenant:573631a3cf9c47eaab2b74f2038eb5e8 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:43.450010 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.452370 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:43.468941 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:43.478978 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.555480 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Router 691675e0-4144-4f42-bd50-7cfef3feb3e6 is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 01:52:43.671917 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.672815 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.673367 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.698333 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:43.747116 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.754229 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.765054 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:43.774908 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 01:52:43.777558 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.790643 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:52:43.802505 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158f240f-3597-4364-9403-12ec2477ae8a,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:43.806422 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:43.807335 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.807672 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Added segment d1823bc9-c18e-4510-b4d4-ce376fc897d4 of type vlan for network 31c28234-22fd-40b9-b868-44998eccdad1
Aug 23 01:52:43.824520 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.836708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.868014 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a1c5d2-3f77-458b-8f60-5ab3a6f0a99f,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:43.892875 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:43.902474 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ae1f2ea4-50d6-4857-bb68-380e04751881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:43.970445 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e042c80c-47a7-414e-a841-51441ddc3b4f,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:43.977253 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:43.980383 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:44.019561 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9eb56d87c164c5e9d7c176775643262&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3839717
Aug 23 01:52:44.022573 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Checking segment: {'id': '3fdacee5-eee8-4e87-a548-01d850b54e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '14c46dfc-72a2-4ebb-be2e-3e135b37b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:44.022933 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Network hostable DHCP agents. Network: 14c46dfc-72a2-4ebb-be2e-3e135b37b11d, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:52:44.029487 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Allocated IP 172.20.0.2 (1a30c070-d0d4-43cc-9433-82441c5c9ccc/b1956dc8-0f25-43be-99fc-668e5d3753de/b8fb8a89-ce04-4ed0-8983-046d5226762f) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:44.030449 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50800) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:44.048642 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.052488 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:44.053219 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.059510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:44.218394 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Pushing event updated for resources: {'Network': ['ID=31c28234-22fd-40b9-b868-44998eccdad1,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:44.230142 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.253109 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 31c28234-22fd-40b9-b868-44998eccdad1 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:52:44.272627 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:44.276930 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.281380 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Allocated IP 172.27.2.116 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/4b201b78-75aa-4183-9199-91265ec8fb02) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:44.283554 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-79825faa-6ec6-44ee-ab93-db4bc36fefbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.289665 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:52:44.349704 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-79825faa-6ec6-44ee-ab93-db4bc36fefbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.429332 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.440491 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Transition to ACTIVE for port object b8fb8a89-ce04-4ed0-8983-046d5226762f will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:44.469386 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.2589655
Aug 23 01:52:44.472098 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50812) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:44.477562 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Request body: {'subnet': {'network_id': '31c28234-22fd-40b9-b868-44998eccdad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2005397368-subnet', 'tenant_id': '573631a3cf9c47eaab2b74f2038eb5e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:44.489742 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Transition to ACTIVE for port object b8fb8a89-ce04-4ed0-8983-046d5226762f will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:44.491287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:44.495758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Usage tracker for resource:subnet and tenant:573631a3cf9c47eaab2b74f2038eb5e8 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:44.500183 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:44.511633 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:44.545504 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 14c46dfc-72a2-4ebb-be2e-3e135b37b11d) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:44.559794 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14604987-83de-4c98-b0da-27f6651bc215 None None] Network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:44.562006 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.571677 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:44.572411 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.612545 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.629748 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:52:44.633937 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Made reservation on behalf of 573631a3cf9c47eaab2b74f2038eb5e8 for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:44.640069 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.640975 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28215099-944c-4a72-9d36-42067d668644 None None] Sync routers for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:52:44.687625 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28215099-944c-4a72-9d36-42067d668644 None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:52:44.688877 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device fe18ba88-7ef7-4577-9d15-a3edd0d121d7 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:44.693529 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-28215099-944c-4a72-9d36-42067d668644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480db4d30>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:52:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:44.728084 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-a6903af3-47a4-43a8-bf0f-a5f6758c5b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:44.759671 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-5d31d06f-0528-4bd9-a5f6-1a159fb4cf2b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2974668
Aug 23 01:52:44.805817 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.807138 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.808612 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.2232969
Aug 23 01:52:44.813820 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-79825faa-6ec6-44ee-ab93-db4bc36fefbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:44.814980 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50826) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:44.815923 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b4ddba97-0442-4b87-8f59-75eabccf27e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:44.828454 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Pushing event updated for resources: {'Port': ['ID=b8fb8a89-ce04-4ed0-8983-046d5226762f,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:44.872104 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:44.929195 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:44.933003 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-28215099-944c-4a72-9d36-42067d668644 None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:52:44.943511 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Allocated IP 172.27.2.182 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/1fe69294-92da-414b-9852-a23c3ceeec7f) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:44.972818 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:44.982337 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:45.011616 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-79825faa-6ec6-44ee-ab93-db4bc36fefbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.016397 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-79825faa-6ec6-44ee-ab93-db4bc36fefbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4a1c5d2-3f77-458b-8f60-5ab3a6f0a99f HTTP/1.1" status: 204  len: 168 time: 0.9831166
Aug 23 01:52:45.069342 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:45.080512 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Pushing event updated for resources: {'Port': ['ID=4b201b78-75aa-4183-9199-91265ec8fb02,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:45.088748 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:45.151701 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.161901 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:45.162439 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.217492 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Attempting to bind port b8fb8a89-ce04-4ed0-8983-046d5226762f on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:52:45.217770 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Attempting to bind port b8fb8a89-ce04-4ed0-8983-046d5226762f by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:52:45.218135 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Attempting to bind port b8fb8a89-ce04-4ed0-8983-046d5226762f on network 1a30c070-d0d4-43cc-9433-82441c5c9ccc {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:52:45.233997 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:52:45.234366 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Checking segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:45.234764 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.235153 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Bound using segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:52:45.235616 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Bound port: b8fb8a89-ce04-4ed0-8983-046d5226762f, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:52:45.236160 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.270602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:45.271227 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-57b2e6cc-3f32-455a-9656-df6b407fca5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:45.301701 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79825faa-6ec6-44ee-ab93-db4bc36fefbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a1c5d2-3f77-458b-8f60-5ab3a6f0a99f,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:45.304432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-79825faa-6ec6-44ee-ab93-db4bc36fefbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:45.325303 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:45.349012 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-28215099-944c-4a72-9d36-42067d668644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480db4d30>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:42Z', 'revision_number': 3, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:45.353687 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28215099-944c-4a72-9d36-42067d668644 None None] Checking router: 691675e0-4144-4f42-bd50-7cfef3feb3e6 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:52:45.355980 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28215099-944c-4a72-9d36-42067d668644 None None] Updating router 691675e0-4144-4f42-bd50-7cfef3feb3e6 port d9315db6-3ede-4743-a8cd-890093357a34 binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:52:45.382465 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.438351 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.441285 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-28215099-944c-4a72-9d36-42067d668644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.451739 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-8ee9be54-9839-45ca-b1bd-b3d00ef9bf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:45.522678 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81f7637-361a-4bcf-bdff-0fcf2642e035 None None] Network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:45.526943 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.560219 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:45.569070 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:45.572862 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:45.777003 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] For port b8fb8a89-ce04-4ed0-8983-046d5226762f, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:52:45.806184 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] For port b8fb8a89-ce04-4ed0-8983-046d5226762f, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=b8fb8a89-ce04-4ed0-8983-046d5226762f,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:52:45.816719 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc43949-6143-4c46-8d28-84bcf0df28b7,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:45.819755 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Checking segment: {'id': 'd1823bc9-c18e-4510-b4d4-ce376fc897d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '31c28234-22fd-40b9-b868-44998eccdad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:45.820343 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Network hostable DHCP agents. Network: 31c28234-22fd-40b9-b868-44998eccdad1, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:52:45.835378 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:45.839955 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:45.857405 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.858828 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.861772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50854) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:45.866991 dv-cinder-805529-1-iscsi neutron-server[75864]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Aug 23 01:52:45.903322 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:45.910418 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:45.963709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Pushing event updated for resources: {'Port': ['ID=1fe69294-92da-414b-9852-a23c3ceeec7f,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:45.971858 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:46.012659 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:46.012659 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:46.108613 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Pushing event updated for resources: {'Port': ['ID=b8fb8a89-ce04-4ed0-8983-046d5226762f,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:46.124200 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:46.140073 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-28215099-944c-4a72-9d36-42067d668644 None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:46.166605 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-28215099-944c-4a72-9d36-42067d668644 None None] Transition to ACTIVE for port object d9315db6-3ede-4743-a8cd-890093357a34 will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:46.254579 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Network 31c28234-22fd-40b9-b868-44998eccdad1 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:52:46.337415 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-70aed578-43ca-413b-8ea7-4f3ca381ddae tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:46.340423 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-70aed578-43ca-413b-8ea7-4f3ca381ddae tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/networks?id=14c46dfc-72a2-4ebb-be2e-3e135b37b11d HTTP/1.1" status: 200  len: 811 time: 0.4754832
Aug 23 01:52:46.360118 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-28215099-944c-4a72-9d36-42067d668644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:46.365899 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:46.410352 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 31c28234-22fd-40b9-b868-44998eccdad1) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:46.415269 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:46.416100 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:46.419891 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026d1de-9385-48f9-afb3-6dafb6d575af None None] Network 31c28234-22fd-40b9-b868-44998eccdad1 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:46.453548 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-8da27f08-d15e-4d80-a0f1-6794323387a1 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/quotas/416847e4711d4c9f9a4baf68f89d10d3 HTTP/1.1" status: 200  len: 375 time: 0.0695424
Aug 23 01:52:46.531895 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-c4eb86b2-cca1-4ff0-9057-642086971952 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=416847e4711d4c9f9a4baf68f89d10d3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0693192
Aug 23 01:52:46.549375 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0760341
Aug 23 01:52:46.587424 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Router 6677f4a3-4e13-4448-9fd3-16a5688dde32 is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 01:52:46.650189 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50888) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:46.726627 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Pushing event updated for resources: {'Port': ['ID=d9315db6-3ede-4743-a8cd-890093357a34,revision_number=2']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:46.736908 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-28215099-944c-4a72-9d36-42067d668644 None None] Attempting to bind port d9315db6-3ede-4743-a8cd-890093357a34 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:52:46.740532 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-28215099-944c-4a72-9d36-42067d668644 None None] Attempting to bind port d9315db6-3ede-4743-a8cd-890093357a34 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:52:46.740532 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28215099-944c-4a72-9d36-42067d668644 None None] Attempting to bind port d9315db6-3ede-4743-a8cd-890093357a34 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:52:46.764211 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.764903 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.765653 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.766361 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.766932 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.767450 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.767968 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.768698 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.769213 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.770055 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.770602 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Tracked resource versions report:
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]: pushed versions:
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]: {   'ConntrackHelper': {'1.0'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Log': {'1.0'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Network': {'1.1'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Port': {'1.5'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'PortForwarding': {'1.2'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'QosPolicy': {'1.8'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'SecurityGroup': {'1.2'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'SecurityGroupRule': {'1.0'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'SubPort': {'1.0'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Subnet': {'1.1'},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     'Trunk': {'1.1'}}
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]: consumer versions:
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]: {   DHCP agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     HyperV agent@hv-cinder-80552: {},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     L3 agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     Metadata agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     Metering agent@dv-cinder-805529-1-iscsi: {},
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:     Open vSwitch agent@dv-cinder-805529-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Log': '1.0',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Network': '1.1',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Port': '1.5',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'PortForwarding': '1.2',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'QosPolicy': '1.8',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'SecurityGroup': '1.2',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'SecurityGroupRule': '1.0',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'SubPort': '1.0',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Subnet': '1.1',
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:                                                      'Trunk': '1.1'}}
Aug 23 01:52:46.772089 dv-cinder-805529-1-iscsi neutron-server[75867]:  {{(pid=75867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 23 01:52:46.781626 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:46.781626 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28215099-944c-4a72-9d36-42067d668644 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:52:46.782559 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28215099-944c-4a72-9d36-42067d668644 None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:46.783161 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-28215099-944c-4a72-9d36-42067d668644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:46.783733 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28215099-944c-4a72-9d36-42067d668644 None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:52:46.784425 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-28215099-944c-4a72-9d36-42067d668644 None None] Bound port: d9315db6-3ede-4743-a8cd-890093357a34, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:52:46.785024 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-28215099-944c-4a72-9d36-42067d668644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:46.867485 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device b8fb8a89-ce04-4ed0-8983-046d5226762f up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:46.877585 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:46.921281 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50900) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:46.939253 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:46.946882 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b23f998b5c4d7894591776da8a8ea6 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:46.952282 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:46.962178 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:46.987810 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-28215099-944c-4a72-9d36-42067d668644 None None] For port d9315db6-3ede-4743-a8cd-890093357a34, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:52:46.996696 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-28215099-944c-4a72-9d36-42067d668644 None None] For port d9315db6-3ede-4743-a8cd-890093357a34, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=d9315db6-3ede-4743-a8cd-890093357a34,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:52:47.051698 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e33f4-de6f-4bae-bf57-128fda12dd71 None None] Network 31c28234-22fd-40b9-b868-44998eccdad1 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:47.146130 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-28215099-944c-4a72-9d36-42067d668644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.169640 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port b8fb8a89-ce04-4ed0-8983-046d5226762f completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:47.170454 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-0427edf7-c52e-48c9-88f9-56cf5ac36e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:47.250953 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Deleting subnet b30be33d-d2d3-438a-a1e9-13f47840725b {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:52:47.261312 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.416054 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Pushing event updated for resources: {'Port': ['ID=d9315db6-3ede-4743-a8cd-890093357a34,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:47.416168 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.426333 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:47.441548 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.443715 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-0c805489-315f-4fd8-bcde-7243601c45eb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75864) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:52:47.444586 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-0c805489-315f-4fd8-bcde-7243601c45eb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2701879
Aug 23 01:52:47.463490 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28215099-944c-4a72-9d36-42067d668644 None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:52:47.464133 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-28215099-944c-4a72-9d36-42067d668644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480db4d30>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:52:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:47.568507 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.572451 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Router fb3eccc5-1339-48df-af8f-3c05f89848ca is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 01:52:47.580787 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23beafe1-99e1-4aef-8e3d-0eb2cfecb41e None None] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:52:47.655551 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:52:47.710675 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Sync routers for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:52:47.732004 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.737058 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d2b3de9a-3a9f-4138-ab68-58a57b2f48a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:47.759763 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:52:47.760406 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f13e20>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:52:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:47.771491 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.801376 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30be33d-d2d3-438a-a1e9-13f47840725b,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:47.814663 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-28215099-944c-4a72-9d36-42067d668644 None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:52:47.817018 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:47.829811 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.837716 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:47.842572 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b30be33d-d2d3-438a-a1e9-13f47840725b HTTP/1.1" status: 204  len: 168 time: 0.9109738
Aug 23 01:52:47.842572 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:47.842954 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6012692
Aug 23 01:52:47.843533 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50926) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:47.863035 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50930) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:47.912975 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ff28be-3ae2-4a1d-a5ec-9bf75db9c2a0,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:47.917843 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:47.938608 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] Provisioning for port b8fb8a89-ce04-4ed0-8983-046d5226762f completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:47.973168 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4b23f998b5c4d7894591776da8a8ea6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3217466
Aug 23 01:52:47.978191 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-69ccf47f-ed9f-480f-a25e-2570910036c0 service neutron] 10.222.0.20 "GET /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5184028
Aug 23 01:52:47.979664 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50938) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:48.056022 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] Provisioning complete for port b8fb8a89-ce04-4ed0-8983-046d5226762f triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:48.056469 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:48.222200 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:48.303807 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:52:48.427759 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:48.449326 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-7986ddb3-9385-4ced-9260-1968ed1f4924 service neutron] 10.222.0.20 "GET /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4479520
Aug 23 01:52:48.456397 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-df85c01d-1d84-4f9f-aefa-ccd67c4c2e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:48.520835 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:48.556419 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-df85c01d-1d84-4f9f-aefa-ccd67c4c2e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:48.581103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f74806dd880>> segment before_delete 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.581552 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f74806dd880>> subnet precommit_delete_associations 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.583112 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480843070>> segment_host_mapping after_create 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.583588 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480843070>> port after_create 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.583793 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480843070>> port after_delete 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.584191 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480843070>> port after_update 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.584493 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480843070>> segment after_delete 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.584883 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480843070>> subnet after_create 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.585250 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480843070>> subnet after_delete 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.585593 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480843070>> subnet after_update 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.600615 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:48.620131 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-28215099-944c-4a72-9d36-42067d668644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480db4d30>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:42Z', 'revision_number': 3, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:48.632362 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28215099-944c-4a72-9d36-42067d668644 None None] The sync data for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi is: [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:42Z', 'revision_number': 3, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:52:48.731452 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] For port b8fb8a89-ce04-4ed0-8983-046d5226762f, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=b8fb8a89-ce04-4ed0-8983-046d5226762f,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:52:48.773594 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:52:48.785241 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Sync routers for ids ['fb3eccc5-1339-48df-af8f-3c05f89848ca'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:52:48.804162 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Routers {'fb3eccc5-1339-48df-af8f-3c05f89848ca'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:52:48.806455 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480fa0b80>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:52:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['fb3eccc5-1339-48df-af8f-3c05f89848ca'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:48.881045 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7480c99580>> subnet after_create 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.881487 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7480c99580>> subnet after_delete 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.893944 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7480c99580>> subnet before_create 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.894449 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7480c99580>> subnet before_update 55550000 {{(pid=75865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:48.895359 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480843b20>,) {'filters': {'network_id': ['d53545d7-cd58-4d4a-99fe-e6ed1e3cf023']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:48.960124 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:48.971044 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480843b20>, '173da55e-09d4-4d7d-9183-cf68a5c8d35f') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:48.978761 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:48.985016 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480843b20>, '173da55e-09d4-4d7d-9183-cf68a5c8d35f') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:49.142512 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 50968) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:49.163879 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.173211 dv-cinder-805529-1-iscsi neutron-server[75865]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Aug 23 01:52:49.175492 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Allocated IP 172.20.0.1 (20ddf51d-abd0-4049-b791-24137bf2a8cd/827f4b18-d21b-4a46-9cbc-2378edae1e34/2a92eebc-6b88-4bce-a5e2-bc9111da2878) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:49.215780 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f13e20>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:45Z', 'revision_number': 3, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:49.222802 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] Pushing event updated for resources: {'Port': ['ID=b8fb8a89-ce04-4ed0-8983-046d5226762f,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:49.230448 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:49.237081 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Checking router: 6677f4a3-4e13-4448-9fd3-16a5688dde32 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:52:49.237359 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Updating router 6677f4a3-4e13-4448-9fd3-16a5688dde32 port 1fe69294-92da-414b-9852-a23c3ceeec7f binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:52:49.295502 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-24802ae5-0f3b-40d0-b9e1-ecad3793220f req-85acfd35-c5da-474d-afba-83e7821866b3 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 210 time: 0.1456032
Aug 23 01:52:49.336282 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Set router fb3eccc5-1339-48df-af8f-3c05f89848ca gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:52:49.336792 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.347270 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:52:49.350339 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   util.warn_limited(
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   util.warn_limited(
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:52:49.374437 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:52:49.406267 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.437962 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.474343 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Transition to ACTIVE for port object 2a92eebc-6b88-4bce-a5e2-bc9111da2878 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:49.519177 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-df85c01d-1d84-4f9f-aefa-ccd67c4c2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.521205 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.525325 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.3125811
Aug 23 01:52:49.528226 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50978) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:49.528859 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-79825faa-6ec6-44ee-ab93-db4bc36fefbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:49.546692 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-7240e6c3-5bff-46c2-a2a0-ed1018b4db1d None None] Provisioning complete for port b8fb8a89-ce04-4ed0-8983-046d5226762f triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:49.551244 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7240e6c3-5bff-46c2-a2a0-ed1018b4db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.600042 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.620383 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-29954729-e047-4b40-ae9d-eb03bccd5aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:49.637130 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.659987 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Pushing event deleted for resources: {'Network': ['ID=d53545d7-cd58-4d4a-99fe-e6ed1e3cf023,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:49.664908 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:49.672032 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 50982) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:49.673531 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d53545d7-cd58-4d4a-99fe-e6ed1e3cf023 HTTP/1.1" status: 204  len: 168 time: 1.8289938
Aug 23 01:52:49.685546 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.692829 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-df85c01d-1d84-4f9f-aefa-ccd67c4c2e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:49.702814 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-df85c01d-1d84-4f9f-aefa-ccd67c4c2e00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3ff28be-3ae2-4a1d-a5ec-9bf75db9c2a0 HTTP/1.1" status: 204  len: 168 time: 1.7221930
Aug 23 01:52:49.705095 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85c01d-1d84-4f9f-aefa-ccd67c4c2e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ff28be-3ae2-4a1d-a5ec-9bf75db9c2a0,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:49.819248 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-df85c01d-1d84-4f9f-aefa-ccd67c4c2e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:49.820665 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:50.071752 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480fa0b80>, [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:52:45Z', 'revision_number': 3, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:50.074760 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:50.093589 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Checking router: fb3eccc5-1339-48df-af8f-3c05f89848ca for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:52:50.093863 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Updating router fb3eccc5-1339-48df-af8f-3c05f89848ca port 4b201b78-75aa-4183-9199-91265ec8fb02 binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:52:50.123518 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:50.126374 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Pushing event updated for resources: {'Port': ['ID=2a92eebc-6b88-4bce-a5e2-bc9111da2878,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:50.139117 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:50.139805 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.146568 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:50.175177 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Deleting subnet dbc43949-6143-4c46-8d28-84bcf0df28b7 {{(pid=75864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:52:50.196082 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.240260 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.256688 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.264550 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.596015 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for subnet, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.625125 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c7162492-3ca4-4587-9cc8-ac95e1ec9e61 req-ec36d01c-cfec-48d5-87c4-f2b14ed1bad8 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 210 time: 0.1341934
Aug 23 01:52:50.663835 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:50.666404 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.723030 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc43949-6143-4c46-8d28-84bcf0df28b7,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:50.725687 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:50.733437 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.744875 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dbc43949-6143-4c46-8d28-84bcf0df28b7 HTTP/1.1" status: 204  len: 168 time: 1.0576305
Aug 23 01:52:50.749892 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.755804 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51020) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:50.775806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device d9315db6-3ede-4743-a8cd-890093357a34 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:50.862844 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-5666a151-bbe0-4181-afa3-0b840e519828 None None] Provisioning for port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:50.882692 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-5666a151-bbe0-4181-afa3-0b840e519828 None None] Provisioning complete for port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:50.883070 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-5666a151-bbe0-4181-afa3-0b840e519828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.922212 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:50.953501 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Transition to ACTIVE for port object 1fe69294-92da-414b-9852-a23c3ceeec7f will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:50.971346 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-5666a151-bbe0-4181-afa3-0b840e519828 None None] Port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:52:51.002634 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Allocated IP 172.20.0.1 (1a30c070-d0d4-43cc-9433-82441c5c9ccc/b1956dc8-0f25-43be-99fc-668e5d3753de/a40b4a01-b893-4399-b48c-2abe0a6a8e36) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:51.028657 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port d9315db6-3ede-4743-a8cd-890093357a34 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:51.034488 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.041547 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:51.093109 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.176061 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port d9315db6-3ede-4743-a8cd-890093357a34 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:51.176446 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.360634 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.382563 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.391139 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Transition to ACTIVE for port object a40b4a01-b893-4399-b48c-2abe0a6a8e36 will not be triggered until provisioned by entity DHCP. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:51.396522 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Transition to ACTIVE for port object 4b201b78-75aa-4183-9199-91265ec8fb02 will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:51.457054 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b3e1d-4943-4593-99bd-20f4e043752c None None] Pushing event updated for resources: {'Port': ['ID=1fe69294-92da-414b-9852-a23c3ceeec7f,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:51.460501 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Attempting to bind port 1fe69294-92da-414b-9852-a23c3ceeec7f on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:52:51.466492 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Attempting to bind port 1fe69294-92da-414b-9852-a23c3ceeec7f by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:52:51.467083 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Attempting to bind port 1fe69294-92da-414b-9852-a23c3ceeec7f on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:52:51.470561 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-419b3e1d-4943-4593-99bd-20f4e043752c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:51.473834 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.479492 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:51.504016 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:52:51.504706 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:51.505308 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.505866 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:52:51.507137 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Bound port: 1fe69294-92da-414b-9852-a23c3ceeec7f, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:52:51.507751 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.515583 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.539637 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7237a285-5a28-4d6a-9dff-30783231404f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d56494-3abe-4074-b324-6694e863ddf6 None None] Pushing event updated for resources: {'Port': ['ID=4b201b78-75aa-4183-9199-91265ec8fb02,revision_number=2']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-73d56494-3abe-4074-b324-6694e863ddf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Attempting to bind port 4b201b78-75aa-4183-9199-91265ec8fb02 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Attempting to bind port 4b201b78-75aa-4183-9199-91265ec8fb02 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Attempting to bind port 4b201b78-75aa-4183-9199-91265ec8fb02 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:52:51.835699 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Bound port: 4b201b78-75aa-4183-9199-91265ec8fb02, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:52:51.841731 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.842659 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.843369 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:51.843777 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port d9315db6-3ede-4743-a8cd-890093357a34, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=d9315db6-3ede-4743-a8cd-890093357a34,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:52:51.843852 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] For port 4b201b78-75aa-4183-9199-91265ec8fb02, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:52:51.843914 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] For port 1fe69294-92da-414b-9852-a23c3ceeec7f, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:52:51.843914 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] For port 1fe69294-92da-414b-9852-a23c3ceeec7f, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=1fe69294-92da-414b-9852-a23c3ceeec7f,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:52:51.844067 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] For port 4b201b78-75aa-4183-9199-91265ec8fb02, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=4b201b78-75aa-4183-9199-91265ec8fb02,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7480eed640>> segment before_delete 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7480eed640>> subnet precommit_delete_associations 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480c92eb0>> segment_host_mapping after_create 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480c92eb0>> port after_create 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480c92eb0>> port after_delete 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480c92eb0>> port after_update 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480c92eb0>> segment after_delete 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480c92eb0>> subnet after_create 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480c92eb0>> subnet after_delete 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7480c92eb0>> subnet after_update 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:51.844859 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:51.844859 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:51.904116 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:51.975217 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a40b4a01-b893-4399-b48c-2abe0a6a8e36,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:52.005788 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:52.025122 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7480a01640>> subnet after_create 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:52.025477 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7480a01640>> subnet after_delete 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:52.025797 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7480a01640>> subnet before_create 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:52.026117 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7480a01640>> subnet before_update 55550000 {{(pid=75864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 23 01:52:52.026497 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480c928e0>,) {'filters': {'network_id': ['31c28234-22fd-40b9-b868-44998eccdad1']}} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:52.042885 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.db.resource_extend [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 23 01:52:52.051715 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480c928e0>, 'd1823bc9-c18e-4510-b4d4-ce376fc897d4') {'for_net_delete': True} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:52.052004 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480c928e0>, 'd1823bc9-c18e-4510-b4d4-ce376fc897d4') {} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:52.057320 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.057460 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.062072 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.068545 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-73d56494-3abe-4074-b324-6694e863ddf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:52.068670 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device b8fb8a89-ce04-4ed0-8983-046d5226762f up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:52.097360 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:52.101833 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6ce27595-acab-45ca-9e7e-2c2944cacc9a req-8a653358-fcb3-4712-813c-2bc4a4e3d131 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 210 time: 0.0813477
Aug 23 01:52:52.114684 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.150700 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100983'] for segment, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.157431 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.175501 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.186579 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.191331 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=75864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:52:52.191331 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1224746'] for segment, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.196499 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Routers {'fb3eccc5-1339-48df-af8f-3c05f89848ca'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:52:52.197270 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480fa0b80>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:52:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['fb3eccc5-1339-48df-af8f-3c05f89848ca'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   util.warn_limited(
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   util.warn_limited(
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]: Traceback (most recent call last):
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     timer()
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     cb(*args, **kw)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     return func(*args, **kwargs)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     self._notify()
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     self.callback(batched_events)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     event.method(event)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     return f(self, *a, **k)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._get(url).json()
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:52:52.206203 dv-cinder-805529-1-iscsi neutron-server[75864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:52:52.291587 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:52:52.292459 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f13e20>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:52:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:52.333725 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:52.399770 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.424976 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:52.437353 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] Set router fb3eccc5-1339-48df-af8f-3c05f89848ca gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:52:52.635127 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:52:52.875836 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d56494-3abe-4074-b324-6694e863ddf6 None None] Pushing event updated for resources: {'Port': ['ID=4b201b78-75aa-4183-9199-91265ec8fb02,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:52.879828 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480fa0b80>, [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:52:45Z', 'revision_number': 3, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:52.891043 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-73d56494-3abe-4074-b324-6694e863ddf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:52.893911 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384b034-50e6-4cf2-ad76-cdbb1ac2423e None None] The sync data for ids ['fb3eccc5-1339-48df-af8f-3c05f89848ca'] in dv-cinder-805529-1-iscsi is: [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:52:45Z', 'revision_number': 3, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:52:53.056653 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:53.058694 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:53.067158 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Pushing event updated for resources: {'Port': ['ID=2a92eebc-6b88-4bce-a5e2-bc9111da2878,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:53.093910 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:53.100382 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:53.110221 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:53.110648 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5c73cf96-c139-4860-bab9-4ac1569000fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:53.130846 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:53.150429 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:53.202966 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=d9315db6-3ede-4743-a8cd-890093357a34,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:53.207900 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:53.273197 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=31c28234-22fd-40b9-b868-44998eccdad1,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:53.283453 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] 10.222.0.20 "DELETE /v2.0/networks/31c28234-22fd-40b9-b868-44998eccdad1 HTTP/1.1" status: 204  len: 168 time: 2.5250187
Aug 23 01:52:53.304856 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:53.401144 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-e1d74cb3-bae2-4b95-93d0-bdf35b5e989f None None] Provisioning for port a40b4a01-b893-4399-b48c-2abe0a6a8e36 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:53.412856 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a40b4a01-b893-4399-b48c-2abe0a6a8e36,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:53.416586 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:53.417507 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:53.486939 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-e1d74cb3-bae2-4b95-93d0-bdf35b5e989f None None] Provisioning complete for port a40b4a01-b893-4399-b48c-2abe0a6a8e36 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:53.487325 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e1d74cb3-bae2-4b95-93d0-bdf35b5e989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:53.601146 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port b8fb8a89-ce04-4ed0-8983-046d5226762f triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:53.601525 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:53.664048 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.21', 58078) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:53.676233 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-e1d74cb3-bae2-4b95-93d0-bdf35b5e989f None None] Port a40b4a01-b893-4399-b48c-2abe0a6a8e36 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:52:53.678038 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b3e1d-4943-4593-99bd-20f4e043752c None None] Pushing event updated for resources: {'Port': ['ID=1fe69294-92da-414b-9852-a23c3ceeec7f,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:53.722480 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-419b3e1d-4943-4593-99bd-20f4e043752c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.625s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:53.723181 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.504s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:53.723627 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:53.789283 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:53.793023 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:53.880041 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f13e20>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 1, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:53.899253 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fba0fdf8-caf5-4317-ae81-75218be259c4 req-13955c79-9213-4b3e-a342-0a85d990ee54 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 210 time: 0.4272850
Aug 23 01:52:53.900545 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3517eb-d44c-46bd-b3da-d200b0e097fc None None] The sync data for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi is: [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 1, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:52:53.933863 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-f12c8dff-bb49-4bb4-affc-971e1dd0174a None None] Provisioning complete for port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:53.934247 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-f12c8dff-bb49-4bb4-affc-971e1dd0174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:54.107247 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-f12c8dff-bb49-4bb4-affc-971e1dd0174a None None] Port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:52:54.223674 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51094) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:54.224203 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device d9315db6-3ede-4743-a8cd-890093357a34 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:54.391346 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-a96fe8c4-f9f3-49de-a49c-af66d39ef7c2 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:54.392085 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-a96fe8c4-f9f3-49de-a49c-af66d39ef7c2 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Synchronizing usage tracker for tenant:416847e4711d4c9f9a4baf68f89d10d3 on resource:network {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:52:54.494679 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51102) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:54.578640 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-afe2b774-e89b-44fd-87c2-1d73f861758f None None] Provisioning complete for port a40b4a01-b893-4399-b48c-2abe0a6a8e36 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:54.579024 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-afe2b774-e89b-44fd-87c2-1d73f861758f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:54.615657 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-8e48ba9b-51fd-4d7a-96b0-5b7d6356aad8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b9ef8c31aa54d34b2c72fb8eaf210ff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3835969
Aug 23 01:52:54.619448 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51108) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:54.637704 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-a96fe8c4-f9f3-49de-a49c-af66d39ef7c2 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Unset dirty status for tenant:416847e4711d4c9f9a4baf68f89d10d3 on resource:network {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:52:54.644843 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port d9315db6-3ede-4743-a8cd-890093357a34 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:54.644843 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:54.645907 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-a96fe8c4-f9f3-49de-a49c-af66d39ef7c2 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.21 "GET /v2.0/networks?id=14c46dfc-72a2-4ebb-be2e-3e135b37b11d HTTP/1.1" status: 200  len: 811 time: 0.9808273
Aug 23 01:52:54.707199 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Request body: {'port': {'device_id': 'dca43ef8-4ac8-411f-893f-26bf0a9ed391', 'network_id': '14c46dfc-72a2-4ebb-be2e-3e135b37b11d', 'admin_state_up': True, 'tenant_id': '416847e4711d4c9f9a4baf68f89d10d3'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:54.789688 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-afe2b774-e89b-44fd-87c2-1d73f861758f None None] Port a40b4a01-b893-4399-b48c-2abe0a6a8e36 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:52:54.946186 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 4b201b78-75aa-4183-9199-91265ec8fb02 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:54.977226 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.169395 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 4b201b78-75aa-4183-9199-91265ec8fb02 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:55.181143 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 4b201b78-75aa-4183-9199-91265ec8fb02 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:55.181143 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.227001 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8737caf3-e840-4bcb-8582-b9e6d5ddc2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.323880 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.333451 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:55.337989 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e0eb4e72-d080-407d-a0bf-3e4c799a4235 req-487255bb-4b94-4ca4-b1a6-e85d21034b32 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 210 time: 0.2506142
Aug 23 01:52:55.338402 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8737caf3-e840-4bcb-8582-b9e6d5ddc2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.352904 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Usage tracker for resource:port and tenant:416847e4711d4c9f9a4baf68f89d10d3 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:55.366286 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:55.382653 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:55.456106 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Router 6677f4a3-4e13-4448-9fd3-16a5688dde32 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:52:55.477669 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Made reservation on behalf of 416847e4711d4c9f9a4baf68f89d10d3 for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:52:55.481628 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.524072 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:55.547479 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] Usage tracker for resource:security_group_rule and tenant:18af26ca094d4ff680483334b92f8325 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:55.551686 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:55.555772 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.561348 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:55.589790 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 4b201b78-75aa-4183-9199-91265ec8fb02, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=4b201b78-75aa-4183-9199-91265ec8fb02,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:52:55.672652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.687266 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Router 691675e0-4144-4f42-bd50-7cfef3feb3e6 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:52:55.695276 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.698301 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-e74e5de1-7aca-4393-9ad7-1967118353b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:55.807247 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=4b201b78-75aa-4183-9199-91265ec8fb02,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:55.816185 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:55.823420 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.824333 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8737caf3-e840-4bcb-8582-b9e6d5ddc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:55.840526 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:56.002688 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Allocated IP 172.20.0.1 (e56a9512-948e-4ab3-b96a-c8af4812c288/a6152956-0cfc-43c8-bc49-815447081ede/19714e0b-ffb6-427d-90c0-8acd98f13672) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:56.006669 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e322ad15-beaf-4616-819b-b80f49d1b28b,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:56.015693 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Allocated IP 172.20.0.2 (14c46dfc-72a2-4ebb-be2e-3e135b37b11d/e042c80c-47a7-414e-a841-51441ddc3b4f/c15e4087-44ef-4fc8-ae4f-73dadee92322) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:52:56.024625 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-312aba91-80e3-4706-bf9c-25634254b655 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18af26ca094d4ff680483334b92f8325&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5200908
Aug 23 01:52:56.031455 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51146) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:56.037805 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737caf3-e840-4bcb-8582-b9e6d5ddc2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b6ad9d-8cc1-4e57-8032-878eb3582955,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:56.046216 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8737caf3-e840-4bcb-8582-b9e6d5ddc2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:56.074312 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:56.074704 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:56.246215 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8737caf3-e840-4bcb-8582-b9e6d5ddc2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.247352 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-8737caf3-e840-4bcb-8582-b9e6d5ddc2a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78b6ad9d-8cc1-4e57-8032-878eb3582955 HTTP/1.1" status: 204  len: 168 time: 1.6153305
Aug 23 01:52:56.296717 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:52:56.301236 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9603ea2f-871c-4467-a07d-5329af451ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.362965 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] 10.222.0.20 "PUT /v2.0/routers/6677f4a3-4e13-4448-9fd3-16a5688dde32/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4988115
Aug 23 01:52:56.370751 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 4b201b78-75aa-4183-9199-91265ec8fb02 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:56.496227 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9603ea2f-871c-4467-a07d-5329af451ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.516892 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 4b201b78-75aa-4183-9199-91265ec8fb02 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:56.517290 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.701468 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.716315 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9603ea2f-871c-4467-a07d-5329af451ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.733752 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:56.779458 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9603ea2f-871c-4467-a07d-5329af451ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.782291 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9603ea2f-871c-4467-a07d-5329af451ad0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e322ad15-beaf-4616-819b-b80f49d1b28b HTTP/1.1" status: 204  len: 168 time: 0.7487714
Aug 23 01:52:56.795510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603ea2f-871c-4467-a07d-5329af451ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e322ad15-beaf-4616-819b-b80f49d1b28b,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:56.800069 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9603ea2f-871c-4467-a07d-5329af451ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:56.818347 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.863599 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 1fe69294-92da-414b-9852-a23c3ceeec7f up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:56.901758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:56.911683 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:56.953820 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.015928 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:57.043867 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:57.068488 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:57.074487 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:57.092509 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 1fe69294-92da-414b-9852-a23c3ceeec7f completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:52:57.100234 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 1fe69294-92da-414b-9852-a23c3ceeec7f triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:57.101068 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.174688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Pushing event updated for resources: {'Port': ['ID=c15e4087-44ef-4fc8-ae4f-73dadee92322,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:57.183815 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Pushing event updated for resources: {'Port': ['ID=19714e0b-ffb6-427d-90c0-8acd98f13672,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:57.186922 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:57.192269 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:57.208327 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Network e56a9512-948e-4ab3-b96a-c8af4812c288 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:57.211775 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:57.216689 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:52:57.252760 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:57.253485 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.294393 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:52:57.297297 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.312907 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] 10.222.0.20 "PUT /v2.0/routers/691675e0-4144-4f42-bd50-7cfef3feb3e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4226620
Aug 23 01:52:57.315614 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e209-181f-4081-ae37-ae6b71433757 req-457955ac-f244-4a18-bfea-5072d74a38a9 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:57.317328 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e8f9e209-181f-4081-ae37-ae6b71433757 req-457955ac-f244-4a18-bfea-5072d74a38a9 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 931 time: 0.5598748
Aug 23 01:52:57.320214 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Sync routers for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:52:57.362112 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6646867
Aug 23 01:52:57.376791 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.388117 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:52:57.389110 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e8f9e209-181f-4081-ae37-ae6b71433757 req-3827b246-fe65-4326-813c-1670f818e8ec tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519795
Aug 23 01:52:57.389539 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f0d790>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:52:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:57.503435 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 1fe69294-92da-414b-9852-a23c3ceeec7f, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=1fe69294-92da-414b-9852-a23c3ceeec7f,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:52:57.523474 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51182) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:57.551231 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.611619 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.624949 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:57.719977 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b66bc5d9-296e-4889-b623-092bb12054be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=573631a3cf9c47eaab2b74f2038eb5e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1952145
Aug 23 01:52:57.720632 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51188) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:57.739422 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bfa2cc2b-259a-4cff-b758-55cb30ab6f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.754587 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=1fe69294-92da-414b-9852-a23c3ceeec7f,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:57.761934 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:57.764039 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:52:57.828149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c7a21d0c-80a6-4000-a943-3bbefabf09ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:57.887064 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c7a21d0c-80a6-4000-a943-3bbefabf09ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.062984 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c7a21d0c-80a6-4000-a943-3bbefabf09ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.068926 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:58.089092 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a21d0c-80a6-4000-a943-3bbefabf09ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158f240f-3597-4364-9403-12ec2477ae8a,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:58.094972 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c7a21d0c-80a6-4000-a943-3bbefabf09ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:58.102533 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c7a21d0c-80a6-4000-a943-3bbefabf09ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.112249 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-c7a21d0c-80a6-4000-a943-3bbefabf09ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/158f240f-3597-4364-9403-12ec2477ae8a HTTP/1.1" status: 204  len: 168 time: 0.3878133
Aug 23 01:52:58.140109 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 1fe69294-92da-414b-9852-a23c3ceeec7f up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:52:58.223767 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.320371 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.351479 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.398430 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 1fe69294-92da-414b-9852-a23c3ceeec7f triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:52:58.398942 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.418122 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:58.514039 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51224) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:58.520394 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984801463', 'description': 'tempest-description--1473629042'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:58.529788 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f0d790>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 2, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:52:58.532813 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:58.537477 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:security_group and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:58.545732 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:58.554260 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Checking router: 691675e0-4144-4f42-bd50-7cfef3feb3e6 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:52:58.556345 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Updating router 691675e0-4144-4f42-bd50-7cfef3feb3e6 port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:52:58.567606 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:58.580069 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Pushing event updated for resources: {'Port': ['ID=19714e0b-ffb6-427d-90c0-8acd98f13672,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:58.591149 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:58.635075 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.647446 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.659885 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.743272 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:58.748448 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:security_group_rule and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:58.752204 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:58.762929 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:58.829927 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.842521 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51240) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:58.848130 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900728926', 'description': 'tempest-description--1387593536'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:58.863514 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:58.868392 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:security_group and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:58.872981 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:58.891356 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:58.935187 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:58.944061 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5f13149d-bc13-4dcf-b296-51e920f8bbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:58.957430 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9677c-f287-490b-807e-1faf6e82fd4b req-743dde30-5388-48f1-baa4-34d4cc2b95aa tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:52:58.964090 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-28c9677c-f287-490b-807e-1faf6e82fd4b req-743dde30-5388-48f1-baa4-34d4cc2b95aa tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 931 time: 0.1458030
Aug 23 01:52:58.986707 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410353f7-36d6-4c18-bfdb-86c601755387,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:58.989987 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:58.998580 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Network e56a9512-948e-4ab3-b96a-c8af4812c288 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:52:59.000037 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:52:59.034451 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.075848 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:59.079621 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:security_group_rule and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:59.082985 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:59.088452 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:59.097441 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-28c9677c-f287-490b-807e-1faf6e82fd4b req-4b8d327b-f7fa-47ae-9a79-0db0d1ae5503 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325204
Aug 23 01:52:59.131218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.132698 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.6175206
Aug 23 01:52:59.137084 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51254) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:59.148151 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'security_group_rule': {'security_group_id': '410353f7-36d6-4c18-bfdb-86c601755387', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:59.150902 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:59.155273 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:security_group_rule and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:59.158127 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:59.167004 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:59.184319 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.228128 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Transition to ACTIVE for port object 2a92eebc-6b88-4bce-a5e2-bc9111da2878 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:52:59.325627 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.331720 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:59.411962 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.414108 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.529821 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.549287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:59.618264 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97283ad9-dd11-41e7-aaa5-915be0539b2b,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:59.640896 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:59.652753 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.693446 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f60c14-ad5f-49fb-8f67-ad13f5a77b32 None None] Pushing event updated for resources: {'Port': ['ID=2a92eebc-6b88-4bce-a5e2-bc9111da2878,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:59.697735 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-95f60c14-ad5f-49fb-8f67-ad13f5a77b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:59.709144 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.710955 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.8675156
Aug 23 01:52:59.714144 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51272) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:59.723832 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'security_group_rule': {'security_group_id': '97283ad9-dd11-41e7-aaa5-915be0539b2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:52:59.735196 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:52:59.740224 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:security_group_rule and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:52:59.744659 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:52:59.753381 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:52:59.778753 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.790335 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:52:59.819658 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afb0185-34ed-4897-86b1-b1f9ae286e2b,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:52:59.850467 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:52:59.886568 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.934757 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Router fb3eccc5-1339-48df-af8f-3c05f89848ca has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:52:59.967814 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:52:59.981192 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8431356
Aug 23 01:52:59.982703 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51284) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:52:59.985573 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Attempting to bind port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:52:59.985732 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Attempting to bind port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:52:59.986084 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Attempting to bind port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 on network 20ddf51d-abd0-4049-b791-24137bf2a8cd {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:00.001728 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-11e7ac81-e1c7-4391-b2ab-514ced301cd3 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:53:00.001993 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:53:00.010941 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Checking segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:53:00.010941 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.011154 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-11e7ac81-e1c7-4391-b2ab-514ced301cd3 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0172949
Aug 23 01:53:00.011227 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Bound using segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:53:00.011227 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Bound port: 2a92eebc-6b88-4bce-a5e2-bc9111da2878, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:53:00.011227 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.011413 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'security_group_rule': {'security_group_id': '410353f7-36d6-4c18-bfdb-86c601755387', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:00.015385 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:00.019980 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:security_group_rule and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:00.023414 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:00.030529 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:00.070074 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.103939 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-94bfed16-8655-48b0-b0f9-592ccb4f69eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.132162 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.166773 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] For port 2a92eebc-6b88-4bce-a5e2-bc9111da2878, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:53:00.174877 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] For port 2a92eebc-6b88-4bce-a5e2-bc9111da2878, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=2a92eebc-6b88-4bce-a5e2-bc9111da2878,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:53:00.189946 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.211197 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:00.245218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6181efd-c802-43a6-99cb-df16123d8ca4,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:00.251364 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.254982 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:00.270524 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:00.363587 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.363587 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.364344 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-bcac5d90-43f8-4655-b8bd-69db27df1619 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6486356
Aug 23 01:53:00.371083 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51292) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:00.378516 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'security_group_rule': {'security_group_id': '97283ad9-dd11-41e7-aaa5-915be0539b2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:00.388312 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:00.397434 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:security_group_rule and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:00.404886 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:00.422660 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f60c14-ad5f-49fb-8f67-ad13f5a77b32 None None] Pushing event updated for resources: {'Port': ['ID=2a92eebc-6b88-4bce-a5e2-bc9111da2878,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:00.427159 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-95f60c14-ad5f-49fb-8f67-ad13f5a77b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:00.430972 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:00.437410 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f0d790>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:00.437659 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:00.447717 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:53:00.451849 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.475280 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] 10.222.0.20 "PUT /v2.0/routers/fb3eccc5-1339-48df-af8f-3c05f89848ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9389687
Aug 23 01:53:00.486896 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b2766c29-4f16-4215-b811-c4bc9c17d924 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:00.528230 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aa0420-aaf3-4e7c-92df-d6d1283816db,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:00.537881 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:00.607799 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320df2-5329-49dd-b53f-023bdfe7931e req-26b0104b-0c0b-486c-b11c-b68aec41e330 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:00.608615 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-d0320df2-5329-49dd-b53f-023bdfe7931e req-26b0104b-0c0b-486c-b11c-b68aec41e330 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Synchronizing usage tracker for tenant:416847e4711d4c9f9a4baf68f89d10d3 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:00.635631 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.636983 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6414962
Aug 23 01:53:00.640394 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51306) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:00.646266 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:00.664151 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:00.667233 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.677031 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:floatingip and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:00.680824 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:00.691589 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:00.828606 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.846325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.867014 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-d0320df2-5329-49dd-b53f-023bdfe7931e req-26b0104b-0c0b-486c-b11c-b68aec41e330 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Unset dirty status for tenant:416847e4711d4c9f9a4baf68f89d10d3 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:00.868205 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d0320df2-5329-49dd-b53f-023bdfe7931e req-26b0104b-0c0b-486c-b11c-b68aec41e330 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 931 time: 0.5477493
Aug 23 01:53:00.916196 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.949707 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:00.964586 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:01.011901 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-d0320df2-5329-49dd-b53f-023bdfe7931e req-59bb79cb-5136-4655-9ec0-7f69d9c0d0fd tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Synchronizing usage tracker for tenant:416847e4711d4c9f9a4baf68f89d10d3 on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:01.025379 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9543df85-8874-4e6a-8e20-308b8e4b2348,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:01.033791 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:01.061837 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Request body: {'port': {'device_id': 'dca43ef8-4ac8-411f-893f-26bf0a9ed391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:01.066170 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:01.163244 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:01.164479 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7907977
Aug 23 01:53:01.179582 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51330) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:01.198127 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:01.220149 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:01.243540 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:floatingip and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:01.247881 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:01.258567 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:01.263622 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:01.319452 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-d0320df2-5329-49dd-b53f-023bdfe7931e req-59bb79cb-5136-4655-9ec0-7f69d9c0d0fd tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Unset dirty status for tenant:416847e4711d4c9f9a4baf68f89d10d3 on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:01.321841 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d0320df2-5329-49dd-b53f-023bdfe7931e req-59bb79cb-5136-4655-9ec0-7f69d9c0d0fd tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4454563
Aug 23 01:53:01.386417 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:01.584198 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:01.781114 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Allocated IP 172.27.2.128 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/0d6b3b56-b5ed-454d-af33-0087b68a6078) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:53:01.927423 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f0d790>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:00Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:01.954757 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b1434-01eb-4307-81ce-85af93243dcc None None] The sync data for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi is: [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:00Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:53:02.208995 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:02.359185 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:02.502299 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:02.571151 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:02.590451 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15e4087-44ef-4fc8-ae4f-73dadee92322 {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:02.609139 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:02.661916 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Transition to ACTIVE for port object c15e4087-44ef-4fc8-ae4f-73dadee92322 will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:02.677535 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:02.836062 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:02.874327 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a1728f70-f986-4b34-9bb4-e64fafc8bcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:02.974328 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:53:02.995074 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:53:03.000875 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:53:03.121005 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Pushing event updated for resources: {'Port': ['ID=c15e4087-44ef-4fc8-ae4f-73dadee92322,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:03.134250 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:03.191954 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'Port': ['ID=0d6b3b56-b5ed-454d-af33-0087b68a6078,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:03.205263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:03.228819 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Allocated IP 172.27.2.158 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/085cb32a-9b58-4866-bfc7-958bad46851f) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:53:03.232394 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51384) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:03.341799 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce4724-31ec-4af2-ae72-5b3eb63beee0 req-f666d32c-9a26-43b2-88c2-10adf576487c tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:03.352166 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-72ce4724-31ec-4af2-ae72-5b3eb63beee0 req-f666d32c-9a26-43b2-88c2-10adf576487c tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 943 time: 0.5892880
Aug 23 01:53:03.641170 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Attempting to bind port c15e4087-44ef-4fc8-ae4f-73dadee92322 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:53:03.641814 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Attempting to bind port c15e4087-44ef-4fc8-ae4f-73dadee92322 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '3fdacee5-eee8-4e87-a548-01d850b54e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '14c46dfc-72a2-4ebb-be2e-3e135b37b11d'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:53:03.643421 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Attempting to bind port c15e4087-44ef-4fc8-ae4f-73dadee92322 on network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:03.666608 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-006f1631-c0f8-4bf1-866e-65625fb4c201 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:03.668430 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-72ce4724-31ec-4af2-ae72-5b3eb63beee0 req-906b7613-4814-4e6f-ae61-6059b94c57af tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3153007
Aug 23 01:53:03.673967 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-006f1631-c0f8-4bf1-866e-65625fb4c201 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 818 time: 0.7497702
Aug 23 01:53:03.681596 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Port c15e4087-44ef-4fc8-ae4f-73dadee92322 on network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:53:03.686188 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Attempting to bind port c15e4087-44ef-4fc8-ae4f-73dadee92322 on network 14c46dfc-72a2-4ebb-be2e-3e135b37b11d {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:03.704908 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-6fec4ff7-b11e-4ce9-8d1b-adb40cb8f643 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/quotas/36b9bb2944ff41d892d03e1ae5a30cd7 HTTP/1.1" status: 200  len: 375 time: 0.0229332
Aug 23 01:53:03.716913 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:53:03.717287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Checking segment: {'id': '3fdacee5-eee8-4e87-a548-01d850b54e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '14c46dfc-72a2-4ebb-be2e-3e135b37b11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:53:03.718760 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Bound using segment: {'id': '3fdacee5-eee8-4e87-a548-01d850b54e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '14c46dfc-72a2-4ebb-be2e-3e135b37b11d'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:53:03.719218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Bound port: c15e4087-44ef-4fc8-ae4f-73dadee92322, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdacee5-eee8-4e87-a548-01d850b54e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '14c46dfc-72a2-4ebb-be2e-3e135b37b11d'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:53:03.719566 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:03.899138 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] For port c15e4087-44ef-4fc8-ae4f-73dadee92322, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:53:03.964262 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:03.974781 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:03.991833 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.010214 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] For port c15e4087-44ef-4fc8-ae4f-73dadee92322, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c15e4087-44ef-4fc8-ae4f-73dadee92322,segment=NetworkSegment(3fdacee5-eee8-4e87-a548-01d850b54e09),segment_id=3fdacee5-eee8-4e87-a548-01d850b54e09)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:53:04.014738 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-37de4a22-f30c-4ffb-a143-395c7e160989 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Synchronizing usage tracker for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:04.058620 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:04.071052 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Usage tracker for resource:security_group_rule and tenant:6401257028414f6f8c7c45a8fd30be18 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:04.079051 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:04.096351 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2a92eebc-6b88-4bce-a5e2-bc9111da2878 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:04.097182 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:04.146338 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.155653 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.177452 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:04.203912 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-37de4a22-f30c-4ffb-a143-395c7e160989 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Unset dirty status for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:04.203912 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-37de4a22-f30c-4ffb-a143-395c7e160989 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5040727
Aug 23 01:53:04.224705 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.307387 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:04.314986 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:04.315579 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.319403 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.320893 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] 10.222.0.21 "PUT /v2.0/ports/c15e4087-44ef-4fc8-ae4f-73dadee92322 HTTP/1.1" status: 200  len: 1093 time: 3.6820953
Aug 23 01:53:04.338185 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca43ef8-4ac8-411f-893f-26bf0a9ed391', 'tag': 'c15e4087-44ef-4fc8-ae4f-73dadee92322'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:04.419949 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:04.435432 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Pushing event updated for resources: {'Port': ['ID=c15e4087-44ef-4fc8-ae4f-73dadee92322,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:04.446560 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:04.471905 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:53:04.482895 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:53:04.528865 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:53:04.579585 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51416) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:04.623830 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.665639 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 2a92eebc-6b88-4bce-a5e2-bc9111da2878, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=2a92eebc-6b88-4bce-a5e2-bc9111da2878,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:04.693543 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.736717 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-a5063647-fcf9-489a-894e-b88b1b292953 service neutron] 10.222.0.20 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5053976
Aug 23 01:53:04.763470 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-61fc479a-c07d-4afd-90ad-4c3b493848f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=416847e4711d4c9f9a4baf68f89d10d3&device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 1096 time: 0.2881610
Aug 23 01:53:04.788371 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.800450 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3fc584c1-5e46-4ece-afdb-875a3f54cfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:04.955935 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'Port': ['ID=085cb32a-9b58-4866-bfc7-958bad46851f,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:04.960684 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:04.978034 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:05.008490 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=2a92eebc-6b88-4bce-a5e2-bc9111da2878,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:05.021415 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:05.048548 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0243c53c-6203-4f94-8b8d-a0e97cb92f89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:05.072670 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-c953f85a-c0c8-40ac-9d31-fd948e9598a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c15e4087-44ef-4fc8-ae4f-73dadee92322 HTTP/1.1" status: 200  len: 217 time: 0.2781579
Aug 23 01:53:05.112502 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe6dd2f-39a9-4bd7-ac47-b50aa24d4aeb,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:05.143206 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:05.207046 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6401257028414f6f8c7c45a8fd30be18&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9592886
Aug 23 01:53:05.209209 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51438) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:05.242917 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.303965 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-01706094-9812-4d23-bfae-2fe84f010655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:05.305526 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-01706094-9812-4d23-bfae-2fe84f010655 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e042c80c-47a7-414e-a841-51441ddc3b4f HTTP/1.1" status: 200  len: 851 time: 0.1604199
Aug 23 01:53:05.315854 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-7897dff4-dcee-4062-b21f-27f72289e9c2 service neutron] 10.222.0.20 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5782094
Aug 23 01:53:05.341657 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b43b4-cea3-4810-8edb-f8f18cc087e3 req-f5143fde-d6c6-458b-a94c-f34b15535e16 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:05.342438 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.db.resource_extend [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 23 01:53:05.343434 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-656b43b4-cea3-4810-8edb-f8f18cc087e3 req-f5143fde-d6c6-458b-a94c-f34b15535e16 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 943 time: 0.4273233
Aug 23 01:53:05.361829 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.370929 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.477080 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-6fa0acac-1a26-4708-a615-dc457a3efb64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14c46dfc-72a2-4ebb-be2e-3e135b37b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1120577
Aug 23 01:53:05.483977 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.489653 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:05.503156 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Usage tracker for resource:security_group_rule and tenant:4ae7b1aab1514cc69bac722c0eaee1ab is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:05.503551 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-24d94e50-80e8-4cef-9f11-64de5ccde41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:05.526795 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:05.568108 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:05.579889 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-656b43b4-cea3-4810-8edb-f8f18cc087e3 req-a543dbb5-ea8a-4624-b1f5-79c3eead0acb tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258391
Aug 23 01:53:05.650179 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.673270 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.734793 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1598-f5f0-498f-88ec-e6c27b30ec92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.772861 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b03d9c6b-7063-4cfc-9e2b-b5a3bf2d0457 req-ecc907db-9464-422f-becd-01f09e7c27c0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 210 time: 0.0694256
Aug 23 01:53:05.790997 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'Port': ['ID=0d6b3b56-b5ed-454d-af33-0087b68a6078,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:05.801613 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:05.900685 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.916380 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:05.926477 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2849226
Aug 23 01:53:06.071498 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1598-f5f0-498f-88ec-e6c27b30ec92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.084389 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2a92eebc-6b88-4bce-a5e2-bc9111da2878 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:06.113396 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.176813 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.181244 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:06.205444 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:53:06.230090 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:06.234993 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.266403 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca43ef8-4ac8-411f-893f-26bf0a9ed391', 'tag': 'c15e4087-44ef-4fc8-ae4f-73dadee92322', 'status': 'completed', 'code': 200}
Aug 23 01:53:06.270662 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.361141 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-284ca47a-7b8b-4de7-b3c4-8cd0a66f722f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:06.418725 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51492) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:06.501638 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51500) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:06.502618 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ae7b1aab1514cc69bac722c0eaee1ab&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8969607
Aug 23 01:53:06.624615 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'Port': ['ID=085cb32a-9b58-4866-bfc7-958bad46851f,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:06.649663 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:06.679167 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667b1294-9d93-4d13-bf63-2d7af0ba0a7b,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:06.684219 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:06.704088 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-e38b2d49-3a33-4ac8-a587-ebaf891f42d7 service neutron] 10.222.0.21 "GET /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1674867
Aug 23 01:53:06.713335 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.852827 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6c81d431-2d77-45b8-9c87-8e5a24292c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.860547 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.912147 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6c81d431-2d77-45b8-9c87-8e5a24292c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.926968 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-31ccbd65-62d5-4b6c-a425-d95d1aee2725 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:06.934097 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-31ccbd65-62d5-4b6c-a425-d95d1aee2725 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 818 time: 0.4193633
Aug 23 01:53:06.952712 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:06.954128 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7737436
Aug 23 01:53:06.985492 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-90442ee9-4a58-40e8-91e0-c90f0e2edc75 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/quotas/36b9bb2944ff41d892d03e1ae5a30cd7 HTTP/1.1" status: 200  len: 375 time: 0.0504160
Aug 23 01:53:07.042867 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:07.055866 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a30a76732b482cb8196fdac65359ad is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:07.061115 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:07.078336 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:07.084063 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d20611a-f037-43f1-a346-a6a12d5c3717 req-ce80f51e-dad8-48fc-8a1c-17e289881994 service neutron] 10.222.0.21 "GET /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2628360
Aug 23 01:53:07.087895 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1598-f5f0-498f-88ec-e6c27b30ec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.123761 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:07.146305 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-3c62a328-54a4-4094-9c3e-ce38616d8e15 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1597497
Aug 23 01:53:07.194312 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a1598-f5f0-498f-88ec-e6c27b30ec92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe6dd2f-39a9-4bd7-ac47-b50aa24d4aeb,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:07.214044 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ff6a1598-f5f0-498f-88ec-e6c27b30ec92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:07.242990 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-a77ce465-7c61-4b7d-84db-b0c2f8e8ec54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Synchronizing usage tracker for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:07.248006 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1598-f5f0-498f-88ec-e6c27b30ec92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.251701 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ff6a1598-f5f0-498f-88ec-e6c27b30ec92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfe6dd2f-39a9-4bd7-ac47-b50aa24d4aeb HTTP/1.1" status: 204  len: 168 time: 2.0312412
Aug 23 01:53:07.261631 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6c81d431-2d77-45b8-9c87-8e5a24292c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.263851 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.278983 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8737caf3-e840-4bcb-8582-b9e6d5ddc2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:07.306796 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81d431-2d77-45b8-9c87-8e5a24292c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667b1294-9d93-4d13-bf63-2d7af0ba0a7b,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:07.312701 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6c81d431-2d77-45b8-9c87-8e5a24292c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:07.333186 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6c81d431-2d77-45b8-9c87-8e5a24292c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.334411 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6c81d431-2d77-45b8-9c87-8e5a24292c1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/667b1294-9d93-4d13-bf63-2d7af0ba0a7b HTTP/1.1" status: 204  len: 168 time: 0.8390915
Aug 23 01:53:07.355626 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-fb5e12b1-6133-4ac1-9b51-8321673d6779 service neutron] 10.222.0.20 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081561
Aug 23 01:53:07.378223 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.457687 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6c81d431-2d77-45b8-9c87-8e5a24292c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:07.483580 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-a77ce465-7c61-4b7d-84db-b0c2f8e8ec54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Unset dirty status for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:07.491251 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-a77ce465-7c61-4b7d-84db-b0c2f8e8ec54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1984801463&fields=id&tenant_id=9bb2cbb0b80946b59df7b67e0b0df333 HTTP/1.1" status: 200  len: 267 time: 0.7060723
Aug 23 01:53:07.520272 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ee2c6-2e7a-4372-ad67-646ecc4d392c,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:07.526547 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:07.535906 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51538) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:07.691312 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3a30a76732b482cb8196fdac65359ad&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2599990
Aug 23 01:53:07.695830 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51546) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:07.745853 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-a971cccd-1b60-4f3b-b998-57a43080acd4 service neutron] 10.222.0.20 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3891916
Aug 23 01:53:07.771240 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-a9ddd14a-c400-4e7a-a9bc-e99dadba6fa6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:07.772134 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-a9ddd14a-c400-4e7a-a9bc-e99dadba6fa6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Synchronizing usage tracker for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:network {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:07.786086 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-eefcaa5d-17c3-42b8-aa1e-bda22e4a703b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=416847e4711d4c9f9a4baf68f89d10d3&device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 1096 time: 0.4174662
Aug 23 01:53:07.787349 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dac01947-bb14-43f2-a698-38f9a552c302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.824152 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dac01947-bb14-43f2-a698-38f9a552c302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.895133 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-a9ddd14a-c400-4e7a-a9bc-e99dadba6fa6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Unset dirty status for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:network {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:07.901550 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-a9ddd14a-c400-4e7a-a9bc-e99dadba6fa6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 817 time: 0.3964927
Aug 23 01:53:07.971281 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dac01947-bb14-43f2-a698-38f9a552c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:07.977465 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-df85c01d-1d84-4f9f-aefa-ccd67c4c2e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:08.004983 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac01947-bb14-43f2-a698-38f9a552c302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ee2c6-2e7a-4372-ad67-646ecc4d392c,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:08.013485 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-dac01947-bb14-43f2-a698-38f9a552c302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:08.020438 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dac01947-bb14-43f2-a698-38f9a552c302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:08.020438 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-dac01947-bb14-43f2-a698-38f9a552c302 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f36ee2c6-2e7a-4372-ad67-646ecc4d392c HTTP/1.1" status: 204  len: 168 time: 0.3202283
Aug 23 01:53:08.028190 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-f653b559-613b-41ef-a713-e3297fd011cc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/quotas/9bb2cbb0b80946b59df7b67e0b0df333 HTTP/1.1" status: 200  len: 375 time: 0.1255794
Aug 23 01:53:08.258281 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:08.340058 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-e10f407e-4a40-434f-a67c-b7acd1aff0d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:08.342247 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-e10f407e-4a40-434f-a67c-b7acd1aff0d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14c46dfc-72a2-4ebb-be2e-3e135b37b11d HTTP/1.1" status: 200  len: 911 time: 0.5351572
Aug 23 01:53:08.363725 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-e2fcea4c-a8b6-49df-bfc5-be0e196cbd1d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3267815
Aug 23 01:53:08.420237 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:08.431408 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:231bab5b4a3547539aeb2e5e6c9e8ba1 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:08.435254 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:08.443428 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:08.467082 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-b707bfae-7264-4fef-889b-c99fc8c36919 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c15e4087-44ef-4fc8-ae4f-73dadee92322 HTTP/1.1" status: 200  len: 217 time: 0.1018200
Aug 23 01:53:08.493190 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00165a5b-41a1-4a71-abf1-ca6a2a79efc5 req-b5d59f4e-7e3e-412c-88db-f95709f61f9b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:08.494694 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-00165a5b-41a1-4a71-abf1-ca6a2a79efc5 req-b5d59f4e-7e3e-412c-88db-f95709f61f9b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 943 time: 0.1463766
Aug 23 01:53:08.617698 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:08.625985 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-00165a5b-41a1-4a71-abf1-ca6a2a79efc5 req-0dd451fd-cfa9-422d-a400-7f4c300b0878 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227410
Aug 23 01:53:08.839596 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:08.847427 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:08.884555 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51572) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:08.890760 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee26a885-ef9c-4e2d-8ead-f8c2393efdbd,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:08.895167 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=231bab5b4a3547539aeb2e5e6c9e8ba1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3582106
Aug 23 01:53:08.896284 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:08.897705 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51576) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:08.929381 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:08.993510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:09.001219 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Usage tracker for resource:security_group_rule and tenant:092f1f0c343b402d92659dda530c3797 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:09.005202 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:09.006850 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51580) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:09.012585 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:09.022169 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-672cb0fc-a774-4c21-9ea9-fca29ed7aa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.104294 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.118755 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.138357 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-672cb0fc-a774-4c21-9ea9-fca29ed7aa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.176704 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.205741 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:09.210033 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Usage tracker for resource:security_group_rule and tenant:4c4153c929904b15b8db6badb0cb0bb6 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:09.213371 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:09.223856 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:09.238038 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ff6a1598-f5f0-498f-88ec-e6c27b30ec92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:09.276738 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-d44e17a7-ec50-4163-b203-2e3e5cd8461d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 01:53:09.278062 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-d44e17a7-ec50-4163-b203-2e3e5cd8461d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1319010
Aug 23 01:53:09.280811 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=092f1f0c343b402d92659dda530c3797&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3947718
Aug 23 01:53:09.284488 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 51588) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:09.333940 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.353955 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-672cb0fc-a774-4c21-9ea9-fca29ed7aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.359520 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:09.373941 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cb0fc-a774-4c21-9ea9-fca29ed7aa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee26a885-ef9c-4e2d-8ead-f8c2393efdbd,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:09.378483 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-672cb0fc-a774-4c21-9ea9-fca29ed7aa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:09.405075 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-672cb0fc-a774-4c21-9ea9-fca29ed7aa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.408592 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-672cb0fc-a774-4c21-9ea9-fca29ed7aa24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee26a885-ef9c-4e2d-8ead-f8c2393efdbd HTTP/1.1" status: 204  len: 168 time: 0.5076141
Aug 23 01:53:09.415300 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da6e77-6a0d-4bd9-b5cd-eeb486918198,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:09.422227 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:09.428080 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.451496 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-665a2385-457b-482b-bcb9-ebc61b65a7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:09.482554 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7631acf3-748b-464e-ac4f-113b9b4c8d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.514292 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575a3c20-c19f-4734-af7f-3a8e8a845163,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:09.525963 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7067297c-3ffb-4fe8-9c3f-e3ec8cc1d27b service neutron] 10.222.0.20 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384746
Aug 23 01:53:09.527683 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7631acf3-748b-464e-ac4f-113b9b4c8d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.554076 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c4153c929904b15b8db6badb0cb0bb6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5461481
Aug 23 01:53:09.555379 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:09.555901 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51594) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:09.667796 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-56f6c35a-3206-43e0-82bc-f8eea297d66d service neutron] 10.222.0.20 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332340
Aug 23 01:53:09.775960 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5b32c574-a66c-4634-a857-e063f8f60af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.830788 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5b32c574-a66c-4634-a857-e063f8f60af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.852104 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-58dee4f6-732a-41c5-a7b9-c87a0755ab21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:09.857162 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-58dee4f6-732a-41c5-a7b9-c87a0755ab21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e042c80c-47a7-414e-a841-51441ddc3b4f HTTP/1.1" status: 200  len: 851 time: 0.1878326
Aug 23 01:53:09.879294 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7631acf3-748b-464e-ac4f-113b9b4c8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.884871 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-cc492c06-9357-4cb4-ad32-6f352d250bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:09.924017 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631acf3-748b-464e-ac4f-113b9b4c8d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da6e77-6a0d-4bd9-b5cd-eeb486918198,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:09.926768 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7631acf3-748b-464e-ac4f-113b9b4c8d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:09.927546 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7631acf3-748b-464e-ac4f-113b9b4c8d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:09.932476 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-7631acf3-748b-464e-ac4f-113b9b4c8d98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81da6e77-6a0d-4bd9-b5cd-eeb486918198 HTTP/1.1" status: 204  len: 168 time: 0.6465058
Aug 23 01:53:10.010926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5b32c574-a66c-4634-a857-e063f8f60af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:10.023928 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:10.036666 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-33da58cf-a5de-4e1f-ad77-61839a44e982 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14c46dfc-72a2-4ebb-be2e-3e135b37b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0845284
Aug 23 01:53:10.063162 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32c574-a66c-4634-a857-e063f8f60af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575a3c20-c19f-4734-af7f-3a8e8a845163,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:10.073878 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5b32c574-a66c-4634-a857-e063f8f60af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:10.077234 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5b32c574-a66c-4634-a857-e063f8f60af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:10.081628 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-5b32c574-a66c-4634-a857-e063f8f60af1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/575a3c20-c19f-4734-af7f-3a8e8a845163 HTTP/1.1" status: 204  len: 168 time: 0.5221889
Aug 23 01:53:10.234435 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-b4cd1bef-40b8-4dc5-bf54-954793f6e58a service neutron] 10.222.0.21 "GET /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735985
Aug 23 01:53:10.270691 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51616) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:10.317227 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:10.426312 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-588fbcf0-9384-4b99-8e33-1717efb7c6e1 req-af07333d-3fdb-4505-889e-2884e72abfcc service neutron] 10.222.0.21 "GET /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734860
Aug 23 01:53:10.439995 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:10.455626 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Usage tracker for resource:security_group_rule and tenant:e4658196a2c14a2f8082294e4d2aa7e0 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:10.463629 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:10.486742 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:10.494448 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e9ddc90c-c1e4-4baf-b492-22958bf606c7 req-4d2d11bc-0a53-4d97-aef5-25d9d83d8e1a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 210 time: 0.0658035
Aug 23 01:53:10.654720 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:10.729276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:10.753398 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:10.821162 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b876a4-56b6-4e6f-a851-261c0596861c,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:10.825009 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:10.833096 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4658196a2c14a2f8082294e4d2aa7e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5611846
Aug 23 01:53:10.833755 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51628) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:10.853524 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ab256-25d8-4d1a-925c-18402b727653 req-fed3a7ef-fa72-41ec-9121-98f3d37e4473 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:10.855919 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e27ab256-25d8-4d1a-925c-18402b727653 req-fed3a7ef-fa72-41ec-9121-98f3d37e4473 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 943 time: 0.1960013
Aug 23 01:53:10.927083 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e27ab256-25d8-4d1a-925c-18402b727653 req-2e904c3d-85cf-45b2-b2b7-2ba81025b55f tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603287
Aug 23 01:53:10.956637 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51632) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:11.004330 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a0d453f6-bd48-4782-b206-e6d9b901ccf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.026676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.046350 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a77c575d-bfd5-420c-94ae-590b741e3022 req-86e8b848-9606-4a66-9ea7-30a619f5d8f5 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 210 time: 0.0586865
Aug 23 01:53:11.057620 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a0d453f6-bd48-4782-b206-e6d9b901ccf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.115213 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:11.119419 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7176eecfad460bb8f30e4d92d5c7bc is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:11.122230 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:11.130542 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:11.225655 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.235685 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a0d453f6-bd48-4782-b206-e6d9b901ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.247752 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-672cb0fc-a774-4c21-9ea9-fca29ed7aa24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:11.264587 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d453f6-bd48-4782-b206-e6d9b901ccf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b876a4-56b6-4e6f-a851-261c0596861c,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:11.266926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a0d453f6-bd48-4782-b206-e6d9b901ccf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:11.268652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-66c538b5-bf9e-4fe9-8cb6-e82cd13a8fb8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:11.280938 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a0d453f6-bd48-4782-b206-e6d9b901ccf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.284404 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-a0d453f6-bd48-4782-b206-e6d9b901ccf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2b876a4-56b6-4e6f-a851-261c0596861c HTTP/1.1" status: 204  len: 168 time: 0.4473016
Aug 23 01:53:11.310178 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.314167 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6ab176d5-4f9d-44bb-9873-7f2f649314c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:11.354668 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e28c051-b120-4d5d-9785-e9893a99479a,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:11.358574 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d7176eecfad460bb8f30e4d92d5c7bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4001107
Aug 23 01:53:11.359614 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:11.361136 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 51654) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:11.424048 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f03c278-dacc-4c05-99fc-89ee90355c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.426762 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-66c538b5-bf9e-4fe9-8cb6-e82cd13a8fb8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:11.427933 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-66c538b5-bf9e-4fe9-8cb6-e82cd13a8fb8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--900728926&fields=id&tenant_id=3e8a365a2ff64421bef434d3568b128e HTTP/1.1" status: 200  len: 267 time: 0.2376618
Aug 23 01:53:11.521779 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f03c278-dacc-4c05-99fc-89ee90355c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.716798 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-f19f005b-1e68-49cc-8d96-1cd440734dc0 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:11.716798 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-f19f005b-1e68-49cc-8d96-1cd440734dc0 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:network {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:11.717449 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-26ebe1d5-9d20-4883-8c65-b7c23c8f9bba req-3177b5ad-d064-4479-970d-586c2ab8652c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 210 time: 0.0479789
Aug 23 01:53:11.908046 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-f19f005b-1e68-49cc-8d96-1cd440734dc0 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:network {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:11.909279 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-f19f005b-1e68-49cc-8d96-1cd440734dc0 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 811 time: 0.4697907
Aug 23 01:53:11.909881 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f03c278-dacc-4c05-99fc-89ee90355c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:11.923126 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-dac01947-bb14-43f2-a698-38f9a552c302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:11.963118 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-266b282c-b4f5-475e-b218-d7219c9ed566 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/quotas/3e8a365a2ff64421bef434d3568b128e HTTP/1.1" status: 200  len: 375 time: 0.0402377
Aug 23 01:53:11.968246 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03c278-dacc-4c05-99fc-89ee90355c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e28c051-b120-4d5d-9785-e9893a99479a,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:11.971229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6f03c278-dacc-4c05-99fc-89ee90355c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:12.074761 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f03c278-dacc-4c05-99fc-89ee90355c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:12.103535 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6f03c278-dacc-4c05-99fc-89ee90355c3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e28c051-b120-4d5d-9785-e9893a99479a HTTP/1.1" status: 204  len: 168 time: 0.7412858
Aug 23 01:53:12.176489 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-774cd531-c199-4266-aa4a-b68a04d069a6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2130671
Aug 23 01:53:12.332317 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-7c731158-4ce1-448d-b0eb-8aefdebd5c3d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:12.333097 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-7c731158-4ce1-448d-b0eb-8aefdebd5c3d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Synchronizing usage tracker for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:network {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:12.355954 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fdc60-f6bf-4334-9d26-827f1f12a936 req-ef13576b-89a5-46a6-89f7-cf27f4ad8465 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:12.359451 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c94fdc60-f6bf-4334-9d26-827f1f12a936 req-ef13576b-89a5-46a6-89f7-cf27f4ad8465 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 943 time: 0.1908305
Aug 23 01:53:12.390251 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-d410e739-6cda-46df-a47c-defcacbbc273 service neutron] 10.222.0.20 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975756
Aug 23 01:53:12.417737 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c94fdc60-f6bf-4334-9d26-827f1f12a936 req-1110dc43-0e44-4b65-827a-05bac477e6ba tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533726
Aug 23 01:53:12.445442 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-7c731158-4ce1-448d-b0eb-8aefdebd5c3d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Unset dirty status for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:network {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:12.448289 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-7c731158-4ce1-448d-b0eb-8aefdebd5c3d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 818 time: 0.4576824
Aug 23 01:53:12.482199 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Request body: {'port': {'device_id': 'f283d7a8-645c-4811-a0e8-e3fa0b1320e8', 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288', 'admin_state_up': True, 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:12.654486 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-5c3d0693-44ff-4d60-9e9a-814fbcb59593 service neutron] 10.222.0.20 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2560506
Aug 23 01:53:12.730506 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ba7b67a6-dd0c-484c-a3a7-62d62610a556 req-6b75f051-fee4-48b7-b2c7-d35bec9caa9d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 210 time: 0.0831523
Aug 23 01:53:12.760321 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:12.770898 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:12.902698 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Made reservation on behalf of 36b9bb2944ff41d892d03e1ae5a30cd7 for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:53:12.907031 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:13.006956 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9fe081b1-5196-4915-9552-ac14cb0af18f req-d1bbff0e-143d-42d3-9799-8cfed7852fa9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 210 time: 0.0808289
Aug 23 01:53:13.070345 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.21', 58098) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:13.157490 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-366d7a81-01ae-4412-81d0-f72e39a87751 req-bd9a00fc-210b-496c-a198-5bc637af61cc tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 210 time: 0.0586619
Aug 23 01:53:13.375578 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Allocated IP 172.20.0.3 (e56a9512-948e-4ab3-b96a-c8af4812c288/a6152956-0cfc-43c8-bc49-815447081ede/ee6e83f2-e850-48bf-8633-f93de9ecf6ec) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:53:13.414973 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-7cb7efc4-d0a0-4dc1-b232-9a0d4f2c79bb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:13.420931 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-7cb7efc4-d0a0-4dc1-b232-9a0d4f2c79bb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 818 time: 0.2594626
Aug 23 01:53:13.451867 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Request body: {'port': {'device_id': 'e3b7a86d-f6f3-4264-866e-157930b4d8c2', 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288', 'admin_state_up': True, 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:13.809351 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:13.824927 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Usage tracker for resource:port and tenant:36b9bb2944ff41d892d03e1ae5a30cd7 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:13.833730 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:13.844118 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:13.868301 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced5d17-274e-4052-959a-fd5fc68f0fd2 req-3fa480f1-1a01-447f-8c83-c4c8281d61e0 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:13.870511 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aced5d17-274e-4052-959a-fd5fc68f0fd2 req-3fa480f1-1a01-447f-8c83-c4c8281d61e0 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 943 time: 0.2712955
Aug 23 01:53:13.874806 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:13.877922 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.21', 58101) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:13.931618 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-01e5b8d1-c005-473d-b0e1-16026122ab61 req-1d47ff24-7789-4e32-84d3-021283354507 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Synchronizing usage tracker for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:13.987369 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Made reservation on behalf of 36b9bb2944ff41d892d03e1ae5a30cd7 for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:53:13.991180 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:14.056510 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-01e5b8d1-c005-473d-b0e1-16026122ab61 req-1d47ff24-7789-4e32-84d3-021283354507 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Unset dirty status for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:14.058054 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-01e5b8d1-c005-473d-b0e1-16026122ab61 req-1d47ff24-7789-4e32-84d3-021283354507 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 210 time: 0.1888371
Aug 23 01:53:14.196644 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aced5d17-274e-4052-959a-fd5fc68f0fd2 req-b5185292-b82e-4877-abce-ac562a795368 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3154843
Aug 23 01:53:14.255064 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-58e9e981-99eb-4385-9fe5-f3cbbf9c86e2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:14.256757 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-58e9e981-99eb-4385-9fe5-f3cbbf9c86e2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 817 time: 0.3770278
Aug 23 01:53:14.332075 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bd7c13d3-b415-49cc-8e77-6059214204e6 req-49edb800-2b24-49c3-b0c5-bb05815d1461 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 210 time: 0.0655887
Aug 23 01:53:14.361514 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:14.404826 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-c75d0e39-37d3-4ea5-bef5-080a348e29b7 req-b2c26d3b-c61f-49fd-966b-ef018ae09e49 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:14.423071 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-45c794cf-1694-4388-a830-cf4673a9943b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:14.510927 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-81a7eafd-e67d-4ee7-9644-e95a11e37c98 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb2cbb0b80946b59df7b67e0b0df333 HTTP/1.1" status: 200  len: 380 time: 0.2404716
Aug 23 01:53:14.535627 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'port': {'device_id': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'admin_state_up': True, 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'security_groups': ['410353f7-36d6-4c18-bfdb-86c601755387']}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:14.595739 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Network e56a9512-948e-4ab3-b96a-c8af4812c288 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:53:14.605788 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Allocated IP 172.20.0.2 (e56a9512-948e-4ab3-b96a-c8af4812c288/a6152956-0cfc-43c8-bc49-815447081ede/f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:53:14.608697 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:53:14.684204 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:53:14.715663 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Pushing event updated for resources: {'Port': ['ID=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:14.727151 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-c75d0e39-37d3-4ea5-bef5-080a348e29b7 req-b2c26d3b-c61f-49fd-966b-ef018ae09e49 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:14.728324 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c75d0e39-37d3-4ea5-bef5-080a348e29b7 req-b2c26d3b-c61f-49fd-966b-ef018ae09e49 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 210 time: 0.4230375
Aug 23 01:53:14.729254 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:14.807999 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:14.814988 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:14.845603 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:14.876457 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:14.981148 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5013103
Aug 23 01:53:14.993888 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Request body: {'port': {'device_id': 'f283d7a8-645c-4811-a0e8-e3fa0b1320e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:15.057985 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Made reservation on behalf of 9bb2cbb0b80946b59df7b67e0b0df333 for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:53:15.061684 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:15.105688 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:15.248453 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:15.264432 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c15e4087-44ef-4fc8-ae4f-73dadee92322 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:53:15.298924 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:15.309096 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-87a1750d-6b99-4989-a1c8-bc7dd6e3758f req-fe50801f-2e99-4f2f-9bb0-b4179ef43729 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 210 time: 0.0553205
Aug 23 01:53:15.441515 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Allocated IP 172.20.0.14 (20ddf51d-abd0-4049-b791-24137bf2a8cd/827f4b18-d21b-4a46-9cbc-2378edae1e34/c3835f18-c4b1-4262-8755-e5c10261da9f) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:53:15.474215 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c15e4087-44ef-4fc8-ae4f-73dadee92322, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c15e4087-44ef-4fc8-ae4f-73dadee92322,segment=NetworkSegment(3fdacee5-eee8-4e87-a548-01d850b54e09),segment_id=3fdacee5-eee8-4e87-a548-01d850b54e09)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:15.504089 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'c15e4087-44ef-4fc8-ae4f-73dadee92322', 'network_id': '14c46dfc-72a2-4ebb-be2e-3e135b37b11d', 'port_id': 'c15e4087-44ef-4fc8-ae4f-73dadee92322', 'mac_address': 'fa:16:3e:d3:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e042c80c-47a7-414e-a841-51441ddc3b4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:53:15.598625 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:15.618857 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15e4087-44ef-4fc8-ae4f-73dadee92322 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:15.648819 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c15e4087-44ef-4fc8-ae4f-73dadee92322, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c15e4087-44ef-4fc8-ae4f-73dadee92322,segment=NetworkSegment(3fdacee5-eee8-4e87-a548-01d850b54e09),segment_id=3fdacee5-eee8-4e87-a548-01d850b54e09)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:15.672712 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0a4ce53c-d248-4a63-84f1-13b307bf1170 req-a2cacb9d-4438-49e8-bde7-c21b68b3fdf5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 210 time: 0.0868065
Aug 23 01:53:15.717698 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:15.720356 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-95f60c14-ad5f-49fb-8f67-ad13f5a77b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:15.803134 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.21', 58106) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:15.833027 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c15e4087-44ef-4fc8-ae4f-73dadee92322,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:15.840008 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:15.865063 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:15.930575 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:15.960446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:15.986474 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['c15e4087-44ef-4fc8-ae4f-73dadee92322'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:53:16.016510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Transition to ACTIVE for port object c3835f18-c4b1-4262-8755-e5c10261da9f will not be triggered until provisioned by entity DHCP. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:16.055525 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a4ddf-a4a7-4132-b916-a1f700282e7d req-9a07afb0-5eaf-4a83-a993-b7904edfe223 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:16.062987 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-679a4ddf-a4a7-4132-b916-a1f700282e7d req-9a07afb0-5eaf-4a83-a993-b7904edfe223 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 944 time: 0.3793380
Aug 23 01:53:16.136329 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-679a4ddf-a4a7-4132-b916-a1f700282e7d req-e85573f4-51c2-4d3e-b298-2fff22036448 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723896
Aug 23 01:53:16.158813 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Network e56a9512-948e-4ab3-b96a-c8af4812c288 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:53:16.173707 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-97c1ee8d-e063-4308-8f8b-4e5d0979e946 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:16.179389 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-97c1ee8d-e063-4308-8f8b-4e5d0979e946 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 811 time: 0.3746498
Aug 23 01:53:16.179992 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:53:16.183082 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:53:16.202195 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4e47bfa0-8fd0-4ed2-8990-bc1c8ece1595 req-0e5bbe7e-2e76-4979-897d-dcaee68cc7ec tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 210 time: 0.1676521
Aug 23 01:53:16.264743 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-632e2051-b7c7-4f1b-b1b6-f7be1d23bde9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8a365a2ff64421bef434d3568b128e HTTP/1.1" status: 200  len: 379 time: 0.0612612
Aug 23 01:53:16.290488 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'port': {'device_id': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'admin_state_up': True, 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'security_groups': ['97283ad9-dd11-41e7-aaa5-915be0539b2b']}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:16.291029 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Pushing event updated for resources: {'Port': ['ID=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:16.294850 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:16.401154 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:16.413451 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:16.450378 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:16.482895 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:16.558484 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:16.568746 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:16.605188 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1597505
Aug 23 01:53:16.665933 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Made reservation on behalf of 3e8a365a2ff64421bef434d3568b128e for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:53:16.675593 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:16.677636 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Request body: {'port': {'device_id': 'e3b7a86d-f6f3-4264-866e-157930b4d8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:16.789613 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:53:16.792770 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:16.866077 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:53:16.866077 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:16.866077 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.db.resource_extend [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 23 01:53:16.962695 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:53:16.990442 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Allocated IP 172.20.0.11 (1a30c070-d0d4-43cc-9433-82441c5c9ccc/b1956dc8-0f25-43be-99fc-668e5d3753de/72df2711-f9c2-4666-9c88-ad04f24bece8) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:53:17.009568 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:17.021287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6e83f2-e850-48bf-8633-f93de9ecf6ec {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:17.039213 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:17.056724 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a283e-10e2-47d3-9b67-0e50991c3db2 req-16ad62c6-9b83-4be3-bb34-c5019cd33cbc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:17.057640 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-189a283e-10e2-47d3-9b67-0e50991c3db2 req-16ad62c6-9b83-4be3-bb34-c5019cd33cbc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Synchronizing usage tracker for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:17.072738 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa5402-3346-4d5f-b1f8-c1cd9372aec3 req-41c4511d-5cbe-4884-ad90-e96551a80177 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:17.074768 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5eaa5402-3346-4d5f-b1f8-c1cd9372aec3 req-41c4511d-5cbe-4884-ad90-e96551a80177 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 931 time: 0.1761818
Aug 23 01:53:17.117486 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Transition to ACTIVE for port object ee6e83f2-e850-48bf-8633-f93de9ecf6ec will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:17.144624 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:17.145131 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:17.225718 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5eaa5402-3346-4d5f-b1f8-c1cd9372aec3 req-49c8b06e-8716-4c14-aa64-20e6f6cd2091 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405051
Aug 23 01:53:17.264930 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c15e4087-44ef-4fc8-ae4f-73dadee92322 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:17.296393 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:17.314758 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Transition to ACTIVE for port object 72df2711-f9c2-4666-9c88-ad04f24bece8 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:17.447245 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e068-3318-40d3-9ea6-b1d2c611d12f req-0d079047-78d8-4366-926f-67a669440eb9 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:17.449067 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7ee1e068-3318-40d3-9ea6-b1d2c611d12f req-0d079047-78d8-4366-926f-67a669440eb9 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 944 time: 0.0905495
Aug 23 01:53:17.508196 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7ee1e068-3318-40d3-9ea6-b1d2c611d12f req-6925b686-7189-4a4e-93a9-71512ade4ad1 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531888
Aug 23 01:53:17.675868 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1598e9b6-0fe2-43ca-ad38-99674d666ad9 req-b59740ea-d25e-4152-8d9b-0847ec8185ca tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 210 time: 0.0405891
Aug 23 01:53:18.154273 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:18.154523 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port c15e4087-44ef-4fc8-ae4f-73dadee92322 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:18.159681 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-62895b26-6298-4734-a11e-34bdf57c2aee None None] Provisioning for port c3835f18-c4b1-4262-8755-e5c10261da9f completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:18.167595 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d83aa596-bc18-4178-a9b2-b54174129f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:18.170820 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-62895b26-6298-4734-a11e-34bdf57c2aee None None] Provisioning complete for port c3835f18-c4b1-4262-8755-e5c10261da9f triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:18.171046 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:18.171536 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-62895b26-6298-4734-a11e-34bdf57c2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:18.176348 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6480238
Aug 23 01:53:18.176952 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-189a283e-10e2-47d3-9b67-0e50991c3db2 req-16ad62c6-9b83-4be3-bb34-c5019cd33cbc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Unset dirty status for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:18.183809 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-189a283e-10e2-47d3-9b67-0e50991c3db2 req-16ad62c6-9b83-4be3-bb34-c5019cd33cbc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 932 time: 1.5905693
Aug 23 01:53:18.233766 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-62895b26-6298-4734-a11e-34bdf57c2aee None None] Port c3835f18-c4b1-4262-8755-e5c10261da9f cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:53:18.237503 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port c15e4087-44ef-4fc8-ae4f-73dadee92322 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:18.237612 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:18.245022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:18.320551 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Request body: {'port': {'device_id': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:18.338387 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:53:18.346254 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:53:18.350585 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:53:18.379754 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:18.432330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:18.471137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'Port': ['ID=72df2711-f9c2-4666-9c88-ad04f24bece8,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:18.478629 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:18.514381 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:18.530776 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:18.531389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:18.550102 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-189a283e-10e2-47d3-9b67-0e50991c3db2 req-63a1f92f-6d8d-45a5-b32a-817338fe2e6d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3650043
Aug 23 01:53:18.592887 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca43ef8-4ac8-411f-893f-26bf0a9ed391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15e4087-44ef-4fc8-ae4f-73dadee92322'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:18.739785 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c15e4087-44ef-4fc8-ae4f-73dadee92322, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c15e4087-44ef-4fc8-ae4f-73dadee92322,segment=NetworkSegment(3fdacee5-eee8-4e87-a548-01d850b54e09),segment_id=3fdacee5-eee8-4e87-a548-01d850b54e09)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:18.781171 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae0c7-9786-48e9-84e0-83250120d9a5 req-2effe58b-5382-4a8c-8525-8360b57993f6 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:18.788442 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:18.792781 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fccae0c7-9786-48e9-84e0-83250120d9a5 req-2effe58b-5382-4a8c-8525-8360b57993f6 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 931 time: 0.2786663
Aug 23 01:53:18.798905 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:18.819912 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Transition to ACTIVE for port object f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:18.822533 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5467930
Aug 23 01:53:18.845342 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-2f92b77c-87bd-4b9d-9fcd-b20ac65d1b7c None None] Provisioning for port 72df2711-f9c2-4666-9c88-ad04f24bece8 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:18.845742 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Request body: {'port': {'device_id': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:18.849503 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:18.852852 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-95f60c14-ad5f-49fb-8f67-ad13f5a77b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:18.912098 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fccae0c7-9786-48e9-84e0-83250120d9a5 req-994b8635-8647-49c0-9877-963c011bf1a6 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182971
Aug 23 01:53:18.961968 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:19.000243 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:19.005852 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-2f92b77c-87bd-4b9d-9fcd-b20ac65d1b7c None None] Provisioning complete for port 72df2711-f9c2-4666-9c88-ad04f24bece8 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:19.006235 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2f92b77c-87bd-4b9d-9fcd-b20ac65d1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:19.051204 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:19.074132 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:19.078150 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:19.104174 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:19.211652 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-2f92b77c-87bd-4b9d-9fcd-b20ac65d1b7c None None] Port 72df2711-f9c2-4666-9c88-ad04f24bece8 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:53:19.238670 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c15e4087-44ef-4fc8-ae4f-73dadee92322,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:19.243214 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:19.448516 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c87a4-0d75-4051-95df-bf20984b2526 req-ee45d75a-118b-43b7-b2f7-6a5d132cfa92 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:19.456148 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-dc6c87a4-0d75-4051-95df-bf20984b2526 req-ee45d75a-118b-43b7-b2f7-6a5d132cfa92 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.5473931
Aug 23 01:53:19.471926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec7e58-9e2c-4f6b-86f8-8b3c574ef3ac req-46736e95-a2b9-432e-af6d-4c54514a5c9f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:19.472793 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-d9ec7e58-9e2c-4f6b-86f8-8b3c574ef3ac req-46736e95-a2b9-432e-af6d-4c54514a5c9f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:19.500706 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Attempting to bind port ee6e83f2-e850-48bf-8633-f93de9ecf6ec on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:53:19.500706 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Attempting to bind port ee6e83f2-e850-48bf-8633-f93de9ecf6ec by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:53:19.500706 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Attempting to bind port ee6e83f2-e850-48bf-8633-f93de9ecf6ec on network e56a9512-948e-4ab3-b96a-c8af4812c288 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:19.576851 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-d9ec7e58-9e2c-4f6b-86f8-8b3c574ef3ac req-46736e95-a2b9-432e-af6d-4c54514a5c9f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:19.578032 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d9ec7e58-9e2c-4f6b-86f8-8b3c574ef3ac req-46736e95-a2b9-432e-af6d-4c54514a5c9f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 932 time: 0.4280868
Aug 23 01:53:19.611612 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Port ee6e83f2-e850-48bf-8633-f93de9ecf6ec on network e56a9512-948e-4ab3-b96a-c8af4812c288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:53:19.611942 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Attempting to bind port ee6e83f2-e850-48bf-8633-f93de9ecf6ec on network e56a9512-948e-4ab3-b96a-c8af4812c288 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:19.649769 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d9ec7e58-9e2c-4f6b-86f8-8b3c574ef3ac req-f87bbd87-96d4-4751-89a9-835df7e52c7f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659626
Aug 23 01:53:19.708872 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:53:19.709329 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Checking segment: {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:53:19.709706 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Bound using segment: {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:53:19.710182 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Bound port: ee6e83f2-e850-48bf-8633-f93de9ecf6ec, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:53:19.710527 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:19.740444 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72df2711-f9c2-4666-9c88-ad04f24bece8 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:19.751414 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:19.777371 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Transition to ACTIVE for port object 72df2711-f9c2-4666-9c88-ad04f24bece8 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:19.858347 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:19.866857 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:19.893418 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-dc6c87a4-0d75-4051-95df-bf20984b2526 req-12e76595-473c-478c-a5e1-49653d8f73b4 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4361432
Aug 23 01:53:20.063221 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Attempting to bind port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:53:20.063962 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Attempting to bind port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:53:20.064510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Attempting to bind port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d on network e56a9512-948e-4ab3-b96a-c8af4812c288 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:20.174791 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Pushing event updated for resources: {'Port': ['ID=72df2711-f9c2-4666-9c88-ad04f24bece8,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:20.181405 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:20.220926 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d on network e56a9512-948e-4ab3-b96a-c8af4812c288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:53:20.221550 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Attempting to bind port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d on network e56a9512-948e-4ab3-b96a-c8af4812c288 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:20.284490 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] For port ee6e83f2-e850-48bf-8633-f93de9ecf6ec, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:53:20.291934 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:53:20.294521 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Checking segment: {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:53:20.294521 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Bound using segment: {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:53:20.294521 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Bound port: f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:53:20.294521 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.322408 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] For port ee6e83f2-e850-48bf-8633-f93de9ecf6ec, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:53:20.396603 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca43ef8-4ac8-411f-893f-26bf0a9ed391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15e4087-44ef-4fc8-ae4f-73dadee92322', 'code': 200}
Aug 23 01:53:20.415699 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Attempting to bind port 72df2711-f9c2-4666-9c88-ad04f24bece8 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:53:20.416075 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Attempting to bind port 72df2711-f9c2-4666-9c88-ad04f24bece8 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:53:20.420331 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Attempting to bind port 72df2711-f9c2-4666-9c88-ad04f24bece8 on network 1a30c070-d0d4-43cc-9433-82441c5c9ccc {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:20.438818 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.444499 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Port 72df2711-f9c2-4666-9c88-ad04f24bece8 on network 1a30c070-d0d4-43cc-9433-82441c5c9ccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:53:20.448715 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Attempting to bind port 72df2711-f9c2-4666-9c88-ad04f24bece8 on network 1a30c070-d0d4-43cc-9433-82441c5c9ccc {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:20.467028 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-05e1ede4-2545-454c-b972-8232ccd66bf7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:20.469927 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:53:20.471444 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Checking segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:53:20.473150 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Bound using segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:53:20.473637 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Bound port: 72df2711-f9c2-4666-9c88-ad04f24bece8, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:53:20.474001 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.558433 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] For port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:53:20.563305 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] For port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:53:20.584532 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3835f18-c4b1-4262-8755-e5c10261da9f {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:20.602034 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbe434-42d4-464a-bb0a-4c4b796719d1 req-c4afdbbe-3cd7-4c6f-8fe5-895bc9b90bf1 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:20.603520 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-43fbe434-42d4-464a-bb0a-4c4b796719d1 req-c4afdbbe-3cd7-4c6f-8fe5-895bc9b90bf1 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 932 time: 0.4855237
Aug 23 01:53:20.607868 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.641501 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.642861 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] 10.222.0.21 "PUT /v2.0/ports/ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 200  len: 1093 time: 5.6548142
Aug 23 01:53:20.654425 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f283d7a8-645c-4811-a0e8-e3fa0b1320e8', 'tag': 'ee6e83f2-e850-48bf-8633-f93de9ecf6ec'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:20.667300 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Transition to ACTIVE for port object c3835f18-c4b1-4262-8755-e5c10261da9f will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:20.671706 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] For port 72df2711-f9c2-4666-9c88-ad04f24bece8, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:53:20.673013 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.679094 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:20.689772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:20.690258 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:20.699221 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] For port 72df2711-f9c2-4666-9c88-ad04f24bece8, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=72df2711-f9c2-4666-9c88-ad04f24bece8,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:53:20.726082 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42494f3-9d57-46ad-b223-d43a9bdbda59 req-aab51cd3-52cf-441f-afbe-fe6f00d61354 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:20.727256 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b42494f3-9d57-46ad-b223-d43a9bdbda59 req-aab51cd3-52cf-441f-afbe-fe6f00d61354 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 943 time: 0.0989652
Aug 23 01:53:20.761823 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-43fbe434-42d4-464a-bb0a-4c4b796719d1 req-08b5d46e-c9b3-43da-a709-93a63b600191 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468406
Aug 23 01:53:20.763218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.770047 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] 10.222.0.21 "PUT /v2.0/ports/f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d HTTP/1.1" status: 200  len: 1093 time: 4.1108005
Aug 23 01:53:20.783514 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.796417 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.816340 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-fbcf1215-3535-4595-9eb1-3e6cf1f9bb1a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:20.888164 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.21', 58109) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:20.905745 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b42494f3-9d57-46ad-b223-d43a9bdbda59 req-fac3c6ea-d5ca-478b-ad47-d5f6209f3899 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659298
Aug 23 01:53:20.925998 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:20.927414 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/72df2711-f9c2-4666-9c88-ad04f24bece8 HTTP/1.1" status: 200  len: 1094 time: 2.0912197
Aug 23 01:53:20.927885 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'tag': '72df2711-f9c2-4666-9c88-ad04f24bece8'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:20.933558 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:20.934174 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f283d7a8-645c-4811-a0e8-e3fa0b1320e8', 'tag': 'ee6e83f2-e850-48bf-8633-f93de9ecf6ec', 'status': 'completed', 'code': 200}
Aug 23 01:53:20.999513 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:21.001001 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-610720b6-32d6-45fd-8bda-2b8b96ee2e65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:21.007263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Pushing event updated for resources: {'Port': ['ID=72df2711-f9c2-4666-9c88-ad04f24bece8,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:21.016404 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:21.296743 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-235de53c-ad1a-41bb-8fe7-55b7807fe6be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 1097 time: 0.2380245
Aug 23 01:53:21.362804 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:21.381096 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:21.406121 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37084cab-5749-4b6e-bb70-900926f48d92 req-9451b598-27db-4083-a838-53d6b7ace93b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:21.417148 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37084cab-5749-4b6e-bb70-900926f48d92 req-9451b598-27db-4083-a838-53d6b7ace93b tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.2671075
Aug 23 01:53:21.491209 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-c050a4d9-df4f-4d77-bf1b-b77c9ec15ae7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72df2711-f9c2-4666-9c88-ad04f24bece8 HTTP/1.1" status: 200  len: 217 time: 0.1844058
Aug 23 01:53:21.594212 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37084cab-5749-4b6e-bb70-900926f48d92 req-6ef5f757-4f8f-4140-8bd9-ac954c347a44 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760955
Aug 23 01:53:21.603794 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-6dbc751d-cb9d-4c6c-a079-65c21e1ee7d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1096 time: 0.8024015
Aug 23 01:53:21.612677 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-8a4714e1-269e-48d6-b059-d068a032f077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:21.614407 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-8a4714e1-269e-48d6-b059-d068a032f077 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.1105099
Aug 23 01:53:21.694010 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca9678-8c35-43f9-9caf-e8a09dcadf1f req-93299586-382c-4cdb-ae7d-789c37882d21 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:21.697199 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b8ca9678-8c35-43f9-9caf-e8a09dcadf1f req-93299586-382c-4cdb-ae7d-789c37882d21 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 944 time: 0.5259621
Aug 23 01:53:21.701130 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-d5484d50-8fc0-4a8e-8763-20bd9fb1311c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809896
Aug 23 01:53:21.726610 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-c4a70ef3-9cd8-4a3d-a2a5-d0f928ba5bb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 1096 time: 0.8075576
Aug 23 01:53:21.734712 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-8a7e8bed-22b4-4a2a-b9d3-94e44c1e07af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 1098 time: 0.8672395
Aug 23 01:53:21.756608 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-a27b0952-38d1-4c87-b649-ce062cf23396 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 200  len: 217 time: 0.1350498
Aug 23 01:53:21.792886 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'tag': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'status': 'completed', 'code': 200}
Aug 23 01:53:21.871133 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-75409b79-242b-42d2-9253-3e2f3f09e5b9 service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627631
Aug 23 01:53:21.898304 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:21.927265 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Attempting to bind port c3835f18-c4b1-4262-8755-e5c10261da9f on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:53:21.927606 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Attempting to bind port c3835f18-c4b1-4262-8755-e5c10261da9f by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:53:21.929189 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Attempting to bind port c3835f18-c4b1-4262-8755-e5c10261da9f on network 20ddf51d-abd0-4049-b791-24137bf2a8cd {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:21.936082 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-685900a7-6c5f-46a8-998d-ef6b97045fac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d HTTP/1.1" status: 200  len: 217 time: 0.1984420
Aug 23 01:53:22.008951 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Port c3835f18-c4b1-4262-8755-e5c10261da9f on network 20ddf51d-abd0-4049-b791-24137bf2a8cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:53:22.009288 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Attempting to bind port c3835f18-c4b1-4262-8755-e5c10261da9f on network 20ddf51d-abd0-4049-b791-24137bf2a8cd {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:22.040321 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-b8ca9678-8c35-43f9-9caf-e8a09dcadf1f req-b32cbe7b-57eb-4ed8-a7fa-5b67890bc5a2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:22.043326 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-fe212099-7d3a-447c-83ac-e5c356973ffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:22.045274 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-fe212099-7d3a-447c-83ac-e5c356973ffa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.2184784
Aug 23 01:53:22.063798 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:22.068335 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:53:22.071617 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Checking segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:53:22.071617 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Bound using segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:53:22.071617 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Bound port: c3835f18-c4b1-4262-8755-e5c10261da9f, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:53:22.071617 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:22.091102 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-571ab973-246b-4fc5-978b-17c2743f9d89 req-fda48259-d02c-4dc1-ae36-63819bed9f40 service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133753
Aug 23 01:53:22.142622 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9146-468d-4da7-921a-218fa38480b8 req-8d73aef3-d606-49f6-b9e8-305cb70f145a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:22.150488 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-158c9146-468d-4da7-921a-218fa38480b8 req-8d73aef3-d606-49f6-b9e8-305cb70f145a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1394949
Aug 23 01:53:22.196170 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Usage tracker for resource:security_group_rule and tenant:f2728fddda1c4691b33daad4fa4ef3d2 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:22.202924 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-44b71356-2e8c-49de-8248-7a2cf5865db0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:22.204436 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-44b71356-2e8c-49de-8248-7a2cf5865db0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.2594433
Aug 23 01:53:22.213039 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:22.217506 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-158c9146-468d-4da7-921a-218fa38480b8 req-6c5cfd2a-dde3-48c4-9397-51b0c124d308 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659294
Aug 23 01:53:22.219003 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-53e4ae13-aac8-4fea-9d78-ef539a3e036e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1586194
Aug 23 01:53:22.224064 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-b8ca9678-8c35-43f9-9caf-e8a09dcadf1f req-b32cbe7b-57eb-4ed8-a7fa-5b67890bc5a2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:22.224944 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b8ca9678-8c35-43f9-9caf-e8a09dcadf1f req-b32cbe7b-57eb-4ed8-a7fa-5b67890bc5a2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4974158
Aug 23 01:53:22.225785 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:22.338224 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-7c4f9c97-bdd8-4385-927f-91376ea52e9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1178212
Aug 23 01:53:22.338613 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-9a0fa302-5871-4659-ab38-805cc1e4454b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 1097 time: 0.1054115
Aug 23 01:53:22.565949 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:53:22.583883 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-c3034410-5525-46ba-b917-dcd2bb457c12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:22.585473 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-c3034410-5525-46ba-b917-dcd2bb457c12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 911 time: 0.2359927
Aug 23 01:53:22.597372 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02fb26-e229-4381-8ced-eff57ca56a15 req-6a337ec5-e5a9-406e-88bf-1fb993c8c175 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:22.598878 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5e02fb26-e229-4381-8ced-eff57ca56a15 req-6a337ec5-e5a9-406e-88bf-1fb993c8c175 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 943 time: 0.1400337
Aug 23 01:53:22.617757 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:53:22.626632 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-313eb502-6d48-468b-94ca-e2863e8b0dc8 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3985450
Aug 23 01:53:22.683439 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-64cee2ac-5a90-42f1-9068-53a6b4c07531 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72df2711-f9c2-4666-9c88-ad04f24bece8 HTTP/1.1" status: 200  len: 217 time: 0.0835574
Aug 23 01:53:22.746449 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-50c4daad-cce9-4d50-8a8c-9e7d782d88b6 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524237
Aug 23 01:53:22.748790 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:22.755447 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:22.799853 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5e02fb26-e229-4381-8ced-eff57ca56a15 req-ab6049e3-0e94-464e-a80f-5f225de69989 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478782
Aug 23 01:53:22.817711 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-7675d1e4-ba76-4281-8960-d026f32f8161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:22.819350 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-7675d1e4-ba76-4281-8960-d026f32f8161 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.1252275
Aug 23 01:53:22.828407 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:22.886444 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:22.901702 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-011c4434-9436-4aaf-a1a6-5ad4572d0969 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755460
Aug 23 01:53:22.945080 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b7a86d-f6f3-4264-866e-157930b4d8c2', 'tag': 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:23.029455 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:23.031434 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] 10.222.0.21 "PUT /v2.0/ports/c3835f18-c4b1-4262-8755-e5c10261da9f HTTP/1.1" status: 200  len: 1094 time: 4.7904651
Aug 23 01:53:23.050151 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d7898fbd-3bda-463b-af64-4073a7b119cb req-518af749-06a7-4fa3-b861-72010372e602 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2952085
Aug 23 01:53:23.089838 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:23.099735 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-6f5c55ae-7107-4ecc-8f9e-c1b7fa5136a7 service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903584
Aug 23 01:53:23.109423 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c998a81f-7c55-455b-9fed-7f6378b9c9c6 req-e3e64563-fb68-4796-9f64-534a577e5acc service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4656656
Aug 23 01:53:23.110421 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:23.114264 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-791152ac-9bf8-4ae6-a682-779a10f2b871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:23.154458 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb6b0ba-d251-4a7c-932c-402bf4a5d675,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:23.158339 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b7a86d-f6f3-4264-866e-157930b4d8c2', 'tag': 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d', 'status': 'completed', 'code': 200}
Aug 23 01:53:23.181837 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:23.192875 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787a20-b907-472a-bc6c-6bb757a473ca req-723db5f5-8157-46bf-ae91-864dc992af40 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:23.194569 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ba787a20-b907-472a-bc6c-6bb757a473ca req-723db5f5-8157-46bf-ae91-864dc992af40 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.4407570
Aug 23 01:53:23.199655 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ec6d9570-aefb-4f58-9e92-8fcb2209fdc1 req-c7959bb6-80ee-45ec-ad8d-1e4a8a501f87 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4404163
Aug 23 01:53:23.252247 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ba787a20-b907-472a-bc6c-6bb757a473ca req-2a0b49f4-ddbb-4a74-8899-484996e1cff6 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492754
Aug 23 01:53:23.446196 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-34f7208c-7311-4d68-a301-0dea0e6c7da5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 1097 time: 0.1179512
Aug 23 01:53:23.576049 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e6f69f53-2ac7-455c-94b3-658151a9beb5 req-6417569a-c376-4cab-9b56-53a4956f279b service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2852969
Aug 23 01:53:23.602627 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd178e86-0152-46f0-afe3-40322be11f35 req-fcd63b46-091d-4833-a1b9-ec6b37b2129d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:23.609555 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bd178e86-0152-46f0-afe3-40322be11f35 req-fcd63b46-091d-4833-a1b9-ec6b37b2129d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1739538
Aug 23 01:53:23.653607 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bd178e86-0152-46f0-afe3-40322be11f35 req-ec06e594-fabf-47c4-8654-b44e3c2387e9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409484
Aug 23 01:53:23.671830 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-bd5ba6be-e207-4267-8946-de3cc6fb34fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3835f18-c4b1-4262-8755-e5c10261da9f HTTP/1.1" status: 200  len: 217 time: 0.2117388
Aug 23 01:53:23.789531 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-1ded2979-bc8a-4783-9607-f5f86f2da505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:23.791088 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-1ded2979-bc8a-4783-9607-f5f86f2da505 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.1113083
Aug 23 01:53:23.851561 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231bbcf-f030-4c49-b0c8-8ff576100cc4 req-f8996614-cf1c-417b-a300-3275f2d7375c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:23.853953 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7231bbcf-f030-4c49-b0c8-8ff576100cc4 req-f8996614-cf1c-417b-a300-3275f2d7375c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 944 time: 0.3172336
Aug 23 01:53:23.864885 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-4ebe4996-322e-402c-9174-4fe6b5672e36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1096 time: 0.3293855
Aug 23 01:53:23.867656 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63d41c27-e62b-48c8-b137-db043105dbbc req-48343476-cea1-4142-a863-ddfa24c3c84f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 1096 time: 0.3298614
Aug 23 01:53:24.041048 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1314b-1889-4aee-b78c-8d351fb575b2 req-11c8295a-e395-4f81-8063-0a7e525310de tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:24.042977 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-56d1314b-1889-4aee-b78c-8d351fb575b2 req-11c8295a-e395-4f81-8063-0a7e525310de tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 943 time: 0.1120675
Aug 23 01:53:24.113915 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-56d1314b-1889-4aee-b78c-8d351fb575b2 req-d9766451-802b-4514-8b76-c6a74242981b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646453
Aug 23 01:53:24.204855 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7231bbcf-f030-4c49-b0c8-8ff576100cc4 req-6260dd34-10f6-43ab-8d19-2139832aca8e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3359809
Aug 23 01:53:24.270521 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-e182e745-27ef-48f0-aaef-e8adb1b4d51f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4669530
Aug 23 01:53:24.274242 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-16d9399c-f91a-45d0-a727-7ee2474e3316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:24.275569 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-16d9399c-f91a-45d0-a727-7ee2474e3316 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 918 time: 0.3819940
Aug 23 01:53:24.277721 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d41c27-e62b-48c8-b137-db043105dbbc req-5dcc7266-b051-4a3c-8fd6-62121a592b15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:24.279621 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63d41c27-e62b-48c8-b137-db043105dbbc req-5dcc7266-b051-4a3c-8fd6-62121a592b15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 918 time: 0.3871446
Aug 23 01:53:24.463084 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f4dd5-01f1-40e5-b8f0-f8b5b4109eee req-0481148e-2fff-494c-8463-407411eeb4ef tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:24.465642 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7d9f4dd5-01f1-40e5-b8f0-f8b5b4109eee req-0481148e-2fff-494c-8463-407411eeb4ef tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.0879469
Aug 23 01:53:24.524660 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7d9f4dd5-01f1-40e5-b8f0-f8b5b4109eee req-924c04a3-c94a-4841-9896-5ada957dbe77 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495908
Aug 23 01:53:24.545800 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63d41c27-e62b-48c8-b137-db043105dbbc req-c785ec67-2e3d-4fa4-8d3c-fee964f90ee6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d HTTP/1.1" status: 200  len: 217 time: 0.2438157
Aug 23 01:53:24.549624 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-5c867b6a-18d0-45d9-ac04-ce9538d3f1d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 200  len: 217 time: 0.2442737
Aug 23 01:53:24.581557 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-b70d10d7-d021-45ed-9e03-71678e131072 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2970462
Aug 23 01:53:24.859320 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413256c-640e-4290-aeb8-8610fb7a25a9 req-a5d5e965-fc83-426f-a203-b1bca6155d6e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:24.860796 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f413256c-640e-4290-aeb8-8610fb7a25a9 req-a5d5e965-fc83-426f-a203-b1bca6155d6e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0766389
Aug 23 01:53:24.907900 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f413256c-640e-4290-aeb8-8610fb7a25a9 req-d793e931-12f9-4716-916b-4614c2899702 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415840
Aug 23 01:53:25.159448 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:25.221567 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'status': 'completed', 'code': 200}
Aug 23 01:53:25.360233 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcafa-6029-4e6c-848b-ac49b38b5345 req-0af72c19-260b-49df-9b6f-616d10e2c660 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:25.362132 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0bbcafa-6029-4e6c-848b-ac49b38b5345 req-0af72c19-260b-49df-9b6f-616d10e2c660 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 943 time: 0.0989754
Aug 23 01:53:25.425137 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0bbcafa-6029-4e6c-848b-ac49b38b5345 req-65db91c8-3f5d-4e6e-a696-132536af90e4 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555544
Aug 23 01:53:25.468422 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6380717-73ce-48ec-b8aa-5637612a1157 req-0bb46ea4-8808-4741-a53f-d71cb7c6bc0f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:25.469933 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b6380717-73ce-48ec-b8aa-5637612a1157 req-0bb46ea4-8808-4741-a53f-d71cb7c6bc0f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 944 time: 0.1278389
Aug 23 01:53:25.524783 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b6380717-73ce-48ec-b8aa-5637612a1157 req-3ef7cc22-0ed1-4bff-8b88-939f8e96f4a9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492454
Aug 23 01:53:25.723864 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0556a-b613-406c-ac2c-d004eb933ca3 req-3279bd2f-9068-409e-8f5d-588fdb54602f tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:25.725353 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0bb0556a-b613-406c-ac2c-d004eb933ca3 req-3279bd2f-9068-409e-8f5d-588fdb54602f tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.0772312
Aug 23 01:53:25.770703 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0bb0556a-b613-406c-ac2c-d004eb933ca3 req-bc73e1db-1ab0-41b4-9517-2202658065b0 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395651
Aug 23 01:53:26.084705 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:53:26.127255 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703f0ea-14bc-42d3-9462-293e3df62f16 req-6a4a5b7b-02df-48e4-98b9-857b35628fe8 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:26.128930 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2703f0ea-14bc-42d3-9462-293e3df62f16 req-6a4a5b7b-02df-48e4-98b9-857b35628fe8 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0781209
Aug 23 01:53:26.183711 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2703f0ea-14bc-42d3-9462-293e3df62f16 req-2c6c2ef7-608e-4726-87eb-0fb7984cb1d0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487986
Aug 23 01:53:26.233823 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:26.251055 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d', 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288', 'port_id': 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d', 'mac_address': 'fa:16:3e:01:ac:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6152956-0cfc-43c8-bc49-815447081ede', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:53:26.306142 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:26.325641 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:26.341067 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:26.431227 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:26.432033 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 72df2711-f9c2-4666-9c88-ad04f24bece8 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:53:26.437035 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-419b3e1d-4943-4593-99bd-20f4e043752c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:26.592907 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:26.651430 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:26.656723 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b8a27-8681-4c6c-88c4-a97c888c9a30 req-217d0c5d-ea07-40f7-9c6f-e4f909de9244 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:26.659647 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-150b8a27-8681-4c6c-88c4-a97c888c9a30 req-217d0c5d-ea07-40f7-9c6f-e4f909de9244 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 944 time: 0.1135981
Aug 23 01:53:26.727401 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 72df2711-f9c2-4666-9c88-ad04f24bece8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=72df2711-f9c2-4666-9c88-ad04f24bece8,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:26.744389 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'port_id': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'mac_address': 'fa:16:3e:63:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:53:26.755559 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156142-f1fb-4194-ad03-36f1aaedbc2f req-79f9dd90-67c4-4a83-af94-f64679e94657 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:26.757348 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-150b8a27-8681-4c6c-88c4-a97c888c9a30 req-b15e99e2-17ef-446d-8c63-b0a3568334ca tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908732
Aug 23 01:53:26.762729 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b6156142-f1fb-4194-ad03-36f1aaedbc2f req-79f9dd90-67c4-4a83-af94-f64679e94657 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 944 time: 0.1132822
Aug 23 01:53:26.818659 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52116) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:26.822640 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b6156142-f1fb-4194-ad03-36f1aaedbc2f req-15160aaf-2233-464c-b613-d8c302c9fa70 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590773
Aug 23 01:53:26.880685 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52122) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:26.883435 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:26.906750 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72df2711-f9c2-4666-9c88-ad04f24bece8 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:26.927356 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 72df2711-f9c2-4666-9c88-ad04f24bece8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=72df2711-f9c2-4666-9c88-ad04f24bece8,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:26.991728 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:26.992512 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device ee6e83f2-e850-48bf-8633-f93de9ecf6ec details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:53:26.995822 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:27.020283 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad812c-d814-4cb7-a7e8-37f6cafbb9e4 req-4672bbd3-5605-4343-addf-b75e34c3698f tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:27.022181 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0fad812c-d814-4cb7-a7e8-37f6cafbb9e4 req-4672bbd3-5605-4343-addf-b75e34c3698f tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.0809839
Aug 23 01:53:27.077469 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port ee6e83f2-e850-48bf-8633-f93de9ecf6ec, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:27.096528 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'ee6e83f2-e850-48bf-8633-f93de9ecf6ec', 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288', 'port_id': 'ee6e83f2-e850-48bf-8633-f93de9ecf6ec', 'mac_address': 'fa:16:3e:d7:5d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6152956-0cfc-43c8-bc49-815447081ede', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:53:27.098241 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=72df2711-f9c2-4666-9c88-ad04f24bece8,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:27.101415 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:27.113336 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.125535 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.140129 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0fad812c-d814-4cb7-a7e8-37f6cafbb9e4 req-9e0da6a5-9da1-43fe-ac1d-1a1007722b24 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064861
Aug 23 01:53:27.158938 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.183432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:27.186767 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:27.190752 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Usage tracker for resource:security_group_rule and tenant:3a4b672abbee4c61a0b8f5eec01cb459 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:27.192977 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6e83f2-e850-48bf-8633-f93de9ecf6ec {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:27.193508 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce9aa95e51b44baac33d7ccc2611019 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:27.195995 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:27.198725 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:27.207433 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:27.208757 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:27.212106 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port ee6e83f2-e850-48bf-8633-f93de9ecf6ec, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:27.277668 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-73fc33b9-3f70-408f-9e14-136ba2728935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:27.280299 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-73fc33b9-3f70-408f-9e14-136ba2728935 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.2063653
Aug 23 01:53:27.283736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d41c27-e62b-48c8-b137-db043105dbbc req-15b14e7a-9668-4dd0-97d3-398981c4c19f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:27.285330 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63d41c27-e62b-48c8-b137-db043105dbbc req-15b14e7a-9668-4dd0-97d3-398981c4c19f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.2760162
Aug 23 01:53:27.319224 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.321988 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:27.331778 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.333803 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.405196 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.417606 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6d1582b9-210a-4843-9226-c7b031e81b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:27.427144 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-04208418-1962-441a-af9c-84f73ee7b423 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1329603
Aug 23 01:53:27.438779 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:27.441073 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.442413 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:27.469542 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63d41c27-e62b-48c8-b137-db043105dbbc req-896445b6-ceb8-4863-be9a-004a3109bc77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1764739
Aug 23 01:53:27.470112 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a4b672abbee4c61a0b8f5eec01cb459&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6499906
Aug 23 01:53:27.482873 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52136) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:27.496448 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762d21d9-dbb6-4206-bf94-513b2523be8e,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:27.504931 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:27.505401 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6f03c278-dacc-4c05-99fc-89ee90355c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:27.542514 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-40beb9f2-8cfa-4554-9ab3-88daacde9cc6 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4660609
Aug 23 01:53:27.566960 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ce9aa95e51b44baac33d7ccc2611019&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6846063
Aug 23 01:53:27.568025 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8263-f92c-4c9b-8cff-e851c89c98b5 req-6294e3be-7ee3-44ff-ab0d-2368a137a7d3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:27.569772 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-760d8263-f92c-4c9b-8cff-e851c89c98b5 req-6294e3be-7ee3-44ff-ab0d-2368a137a7d3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1068730
Aug 23 01:53:27.570376 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52140) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:27.574174 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f3d27b-2fcf-46b2-85e7-02ff6dbd6c8c,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:27.578492 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:27.586752 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-efa06653-14d5-42b8-ae4e-b499b4ea6d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.595840 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e1c756c9-881f-40bb-abba-81a051606858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.621101 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e1c756c9-881f-40bb-abba-81a051606858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.650902 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-760d8263-f92c-4c9b-8cff-e851c89c98b5 req-9f15f847-7304-4527-8630-eb5f5a4efd20 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675783
Aug 23 01:53:27.663652 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-46c86e22-abc7-42f1-ba06-d476b391a147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.689882 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-46c86e22-abc7-42f1-ba06-d476b391a147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.742050 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e1c756c9-881f-40bb-abba-81a051606858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.746848 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:27.758585 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c756c9-881f-40bb-abba-81a051606858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d21d9-dbb6-4206-bf94-513b2523be8e,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:27.762794 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e1c756c9-881f-40bb-abba-81a051606858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:27.766718 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e1c756c9-881f-40bb-abba-81a051606858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.767830 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-e1c756c9-881f-40bb-abba-81a051606858 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/762d21d9-dbb6-4206-bf94-513b2523be8e HTTP/1.1" status: 204  len: 168 time: 0.2833183
Aug 23 01:53:27.844512 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-46c86e22-abc7-42f1-ba06-d476b391a147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.849761 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:27.862300 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c86e22-abc7-42f1-ba06-d476b391a147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f3d27b-2fcf-46b2-85e7-02ff6dbd6c8c,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:27.866212 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-46c86e22-abc7-42f1-ba06-d476b391a147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:27.885644 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-46c86e22-abc7-42f1-ba06-d476b391a147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:27.887048 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-46c86e22-abc7-42f1-ba06-d476b391a147 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56f3d27b-2fcf-46b2-85e7-02ff6dbd6c8c HTTP/1.1" status: 204  len: 168 time: 0.3154626
Aug 23 01:53:27.983201 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787b14e-f658-427a-ab06-4612260c5595 req-7f26eb75-707a-4aa4-805e-cd686c5657ae tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:27.985301 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0787b14e-f658-427a-ab06-4612260c5595 req-7f26eb75-707a-4aa4-805e-cd686c5657ae tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 944 time: 0.1098495
Aug 23 01:53:28.031138 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0787b14e-f658-427a-ab06-4612260c5595 req-0a37189d-c01e-4f42-9ca0-fcd03749afd9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392854
Aug 23 01:53:28.036791 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02baf9-9c87-486a-b09e-ecb6a5bdbe52 req-7a617813-11c1-45e8-9104-f515add11a22 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:28.038331 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5e02baf9-9c87-486a-b09e-ecb6a5bdbe52 req-7a617813-11c1-45e8-9104-f515add11a22 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 945 time: 0.0812476
Aug 23 01:53:28.090126 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5e02baf9-9c87-486a-b09e-ecb6a5bdbe52 req-d32aa30c-8426-43a4-a52e-03c99353c992 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456052
Aug 23 01:53:28.193749 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:28.353937 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc52455-e636-41da-bc4f-ebd06c928256 req-8df0100e-26a7-4da0-b8e8-af400093a270 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:28.355472 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6dc52455-e636-41da-bc4f-ebd06c928256 req-8df0100e-26a7-4da0-b8e8-af400093a270 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.0834377
Aug 23 01:53:28.405738 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6dc52455-e636-41da-bc4f-ebd06c928256 req-91ca762b-016d-4d70-ae3c-3d6379614a3a tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446229
Aug 23 01:53:28.631752 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52168) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:28.651152 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:28.682697 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:28.687401 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Usage tracker for resource:security_group_rule and tenant:e61b6ea4c8574aecba465c16f63c82a5 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:28.690848 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:28.701355 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:28.739935 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52174) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:28.759305 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:28.772461 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:28.791736 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:28.796194 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Usage tracker for resource:security_group_rule and tenant:16bf6bca846249838efaa82be2fbc87c is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:28.799215 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:28.811333 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:28.919826 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:28.920688 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:28.930839 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-942c171e-bc7b-42ec-90fd-d1b50f2230d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:28.980440 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94fdb95-86f8-405e-ba8a-7963fbbdc468,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:28.985606 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:28.988791 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e61b6ea4c8574aecba465c16f63c82a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3552582
Aug 23 01:53:28.991926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52178) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:29.009767 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.011526 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74336111-1cfc-49a2-b0b2-7c3bdc9eb299 req-fcd2a6f8-6fac-46ca-8352-e5f5cda305ce tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:29.013154 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-74336111-1cfc-49a2-b0b2-7c3bdc9eb299 req-fcd2a6f8-6fac-46ca-8352-e5f5cda305ce tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1996732
Aug 23 01:53:29.018658 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a0d453f6-bd48-4782-b206-e6d9b901ccf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:29.061918 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-74336111-1cfc-49a2-b0b2-7c3bdc9eb299 req-92d07d23-d16a-47cd-b216-84738b9746a2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426641
Aug 23 01:53:29.085656 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f42b706-d5cf-4aad-b177-8a45f791584a,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:29.091832 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16bf6bca846249838efaa82be2fbc87c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3500407
Aug 23 01:53:29.092305 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:29.097509 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52188) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:29.107964 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-82773551-c33e-49bf-a76d-d6dbdd812ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.144526 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-82773551-c33e-49bf-a76d-d6dbdd812ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.244050 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ecca-edbb-4f74-bc69-929c72ac7771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.282091 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ecca-edbb-4f74-bc69-929c72ac7771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.357273 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c54a2-6d73-4c99-88ec-e85c0777a920 req-6a554dca-bfd5-4a94-9ec5-03105f893ec1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:29.359163 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-179c54a2-6d73-4c99-88ec-e85c0777a920 req-6a554dca-bfd5-4a94-9ec5-03105f893ec1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 944 time: 0.0859280
Aug 23 01:53:29.361031 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-82773551-c33e-49bf-a76d-d6dbdd812ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.366565 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ec8b611b-6617-4f9b-a827-09fcf14edaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:29.400548 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82773551-c33e-49bf-a76d-d6dbdd812ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94fdb95-86f8-405e-ba8a-7963fbbdc468,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:29.405358 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-82773551-c33e-49bf-a76d-d6dbdd812ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:29.425203 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaf11f-6323-41fa-8ae6-e62c139223ff req-163841d5-f7f8-4958-8c6a-543dfa0e8f8a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:29.435140 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-82773551-c33e-49bf-a76d-d6dbdd812ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.446906 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-82773551-c33e-49bf-a76d-d6dbdd812ba2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a94fdb95-86f8-405e-ba8a-7963fbbdc468 HTTP/1.1" status: 204  len: 168 time: 0.4432940
Aug 23 01:53:29.447319 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3fbaf11f-6323-41fa-8ae6-e62c139223ff req-163841d5-f7f8-4958-8c6a-543dfa0e8f8a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 945 time: 0.1501186
Aug 23 01:53:29.447413 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-179c54a2-6d73-4c99-88ec-e85c0777a920 req-8e4b4c3b-2439-4bfe-a016-6fe84bb46cfc tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664873
Aug 23 01:53:29.519725 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ecca-edbb-4f74-bc69-929c72ac7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.523695 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9603ea2f-871c-4467-a07d-5329af451ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:29.542537 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3fbaf11f-6323-41fa-8ae6-e62c139223ff req-f2a15d68-c331-48f6-b81e-dc246efc8b34 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897820
Aug 23 01:53:29.545009 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7ecca-edbb-4f74-bc69-929c72ac7771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f42b706-d5cf-4aad-b177-8a45f791584a,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:29.547911 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9fa7ecca-edbb-4f74-bc69-929c72ac7771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:29.556761 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ecca-edbb-4f74-bc69-929c72ac7771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.557867 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9fa7ecca-edbb-4f74-bc69-929c72ac7771 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f42b706-d5cf-4aad-b177-8a45f791584a HTTP/1.1" status: 204  len: 168 time: 0.4591682
Aug 23 01:53:29.702073 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Sync routers for ids ['fb3eccc5-1339-48df-af8f-3c05f89848ca'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:53:29.715733 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Routers {'fb3eccc5-1339-48df-af8f-3c05f89848ca'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:29.716351 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f407c0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['fb3eccc5-1339-48df-af8f-3c05f89848ca'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:29.774469 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Sync routers for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:53:29.798689 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:29.799317 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74810c4820>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:29.897608 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c5163bf5-4889-42c1-b779-500a101d81f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:29.900089 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Set router fb3eccc5-1339-48df-af8f-3c05f89848ca gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:30.009417 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:30.342546 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['ee6e83f2-e850-48bf-8633-f93de9ecf6ec'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:53:30.399364 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f407c0>, [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '19714e0b-ffb6-427d-90c0-8acd98f13672', 'name': '', 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'mac_address': 'fa:16:3e:ff:a6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6152956-0cfc-43c8-bc49-815447081ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:55Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 2, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'subnets': [{'id': 'a6152956-0cfc-43c8-bc49-815447081ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:30.404000 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Checking router: fb3eccc5-1339-48df-af8f-3c05f89848ca for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:53:30.404531 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Updating router fb3eccc5-1339-48df-af8f-3c05f89848ca port 19714e0b-ffb6-427d-90c0-8acd98f13672 binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:53:30.412437 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:53:30.455098 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['72df2711-f9c2-4666-9c88-ad04f24bece8'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:53:30.505846 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:30.582799 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a749-2784-4111-93ac-4fe02542cab4 req-050bf4b0-0c5f-4e25-a727-1e299226fb77 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:30.587409 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f7e5a749-2784-4111-93ac-4fe02542cab4 req-050bf4b0-0c5f-4e25-a727-1e299226fb77 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.2457743
Aug 23 01:53:30.616445 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-4178d5a0-e176-47ed-94d7-1ce3e701edf0 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5661879
Aug 23 01:53:30.729457 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f7e5a749-2784-4111-93ac-4fe02542cab4 req-3fbed04b-2f35-4f67-803c-9f541377bc7c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1317623
Aug 23 01:53:30.921604 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63d41c27-e62b-48c8-b137-db043105dbbc req-1282e2b7-6125-4baa-961d-1fb30c0eb4c1 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5989099
Aug 23 01:53:31.018637 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a487e9-eed8-418e-92b7-86a9e9e0aab5 req-b24e51d8-81f2-4596-9e96-e75d6f0fdb74 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:31.026002 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-51a487e9-eed8-418e-92b7-86a9e9e0aab5 req-b24e51d8-81f2-4596-9e96-e75d6f0fdb74 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 945 time: 0.1657960
Aug 23 01:53:31.031670 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:31.081163 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-51a487e9-eed8-418e-92b7-86a9e9e0aab5 req-e07964ae-5392-4684-8784-5d53b2bef26f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539625
Aug 23 01:53:31.086220 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-77e56523-0bea-47cd-bf67-e5ea8375f6f9 req-e5dc4fce-4734-4022-84bd-c695205bdbb0 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4534035
Aug 23 01:53:31.139167 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-168bab84-f17b-4c25-989b-a7924adb8122 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 1097 time: 0.8109877
Aug 23 01:53:31.170109 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd0191-2876-44fd-b283-3fe19ed3e0f6 req-d21486b3-002a-40ae-bff3-28e119106fee tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:31.171052 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-34bd0191-2876-44fd-b283-3fe19ed3e0f6 req-d21486b3-002a-40ae-bff3-28e119106fee tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Synchronizing usage tracker for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:31.241583 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:31.274042 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Transition to ACTIVE for port object 19714e0b-ffb6-427d-90c0-8acd98f13672 will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:31.301799 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-34bd0191-2876-44fd-b283-3fe19ed3e0f6 req-d21486b3-002a-40ae-bff3-28e119106fee tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Unset dirty status for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:31.302989 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-34bd0191-2876-44fd-b283-3fe19ed3e0f6 req-d21486b3-002a-40ae-bff3-28e119106fee tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 944 time: 0.3844085
Aug 23 01:53:31.365008 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-34bd0191-2876-44fd-b283-3fe19ed3e0f6 req-5fd6c63f-258c-4942-86fa-679b27341d74 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Synchronizing usage tracker for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:31.398052 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:31.412116 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74810c4820>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 2, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:31.416501 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-73d56494-3abe-4074-b324-6694e863ddf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:31.419906 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Checking router: 6677f4a3-4e13-4448-9fd3-16a5688dde32 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:53:31.420282 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Updating router 6677f4a3-4e13-4448-9fd3-16a5688dde32 port a40b4a01-b893-4399-b48c-2abe0a6a8e36 binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:53:31.477358 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-34bd0191-2876-44fd-b283-3fe19ed3e0f6 req-5fd6c63f-258c-4942-86fa-679b27341d74 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Unset dirty status for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:31.478786 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-34bd0191-2876-44fd-b283-3fe19ed3e0f6 req-5fd6c63f-258c-4942-86fa-679b27341d74 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680300
Aug 23 01:53:31.484935 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:31.616622 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b67760-bb07-4c37-8dd0-f83eb1efb7cb None None] Pushing event updated for resources: {'Port': ['ID=19714e0b-ffb6-427d-90c0-8acd98f13672,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:31.621081 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-47b67760-bb07-4c37-8dd0-f83eb1efb7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:31.719295 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Attempting to bind port 19714e0b-ffb6-427d-90c0-8acd98f13672 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:53:31.719946 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Attempting to bind port 19714e0b-ffb6-427d-90c0-8acd98f13672 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:53:31.720623 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Attempting to bind port 19714e0b-ffb6-427d-90c0-8acd98f13672 on network e56a9512-948e-4ab3-b96a-c8af4812c288 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:31.731606 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:53:31.732309 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Checking segment: {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:53:31.732872 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:31.733274 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Bound using segment: {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:53:31.734637 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Bound port: 19714e0b-ffb6-427d-90c0-8acd98f13672, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71546fe7-c443-48a8-9238-174afab1905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:53:31.738842 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:31.827149 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] For port 19714e0b-ffb6-427d-90c0-8acd98f13672, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:53:31.830255 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] For port 19714e0b-ffb6-427d-90c0-8acd98f13672, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=19714e0b-ffb6-427d-90c0-8acd98f13672,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:53:31.896596 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:31.905934 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-47b67760-bb07-4c37-8dd0-f83eb1efb7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:31.979122 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd23986-0d61-4ce4-9adc-e7b2cda451cc req-36e17015-e6db-4313-bff8-656b5eefc01c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:31.988928 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fbd23986-0d61-4ce4-9adc-e7b2cda451cc req-36e17015-e6db-4313-bff8-656b5eefc01c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1029394
Aug 23 01:53:31.998338 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Routers {'fb3eccc5-1339-48df-af8f-3c05f89848ca'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:31.999007 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f407c0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['fb3eccc5-1339-48df-af8f-3c05f89848ca'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:32.049040 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fbd23986-0d61-4ce4-9adc-e7b2cda451cc req-95b30733-58d9-474e-8695-32af2c4dd502 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589867
Aug 23 01:53:32.079617 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:32.093464 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Transition to ACTIVE for port object a40b4a01-b893-4399-b48c-2abe0a6a8e36 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:53:32.099470 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b67760-bb07-4c37-8dd0-f83eb1efb7cb None None] Pushing event updated for resources: {'Port': ['ID=19714e0b-ffb6-427d-90c0-8acd98f13672,revision_number=4']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:32.103014 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-47b67760-bb07-4c37-8dd0-f83eb1efb7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:32.209357 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:32.220598 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] Set router fb3eccc5-1339-48df-af8f-3c05f89848ca gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:32.222146 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:32.330796 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4a0f-cc97-4711-bd51-1e6c9ce490d6 req-fd108e7f-521b-42bd-9bfe-77136c6e8b7d tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:32.336956 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1dbb4a0f-cc97-4711-bd51-1e6c9ce490d6 req-fd108e7f-521b-42bd-9bfe-77136c6e8b7d tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 945 time: 0.1416130
Aug 23 01:53:32.387157 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6a9a7-1abd-4213-a23d-aca67a34d3dd None None] Pushing event updated for resources: {'Port': ['ID=a40b4a01-b893-4399-b48c-2abe0a6a8e36,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:32.392089 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-64e6a9a7-1abd-4213-a23d-aca67a34d3dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:32.426014 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1dbb4a0f-cc97-4711-bd51-1e6c9ce490d6 req-8afc0145-5760-4540-afdb-f58b569267a6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794153
Aug 23 01:53:32.509373 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Attempting to bind port a40b4a01-b893-4399-b48c-2abe0a6a8e36 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:53:32.509740 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Attempting to bind port a40b4a01-b893-4399-b48c-2abe0a6a8e36 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:53:32.510108 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Attempting to bind port a40b4a01-b893-4399-b48c-2abe0a6a8e36 on network 1a30c070-d0d4-43cc-9433-82441c5c9ccc {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:53:32.513408 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:32.517997 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:53:32.518377 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Checking segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:53:32.518763 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:32.519155 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Bound using segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:53:32.519618 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Bound port: a40b4a01-b893-4399-b48c-2abe0a6a8e36, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:53:32.519990 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:32.690810 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] For port a40b4a01-b893-4399-b48c-2abe0a6a8e36, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:53:32.694332 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] For port a40b4a01-b893-4399-b48c-2abe0a6a8e36, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=a40b4a01-b893-4399-b48c-2abe0a6a8e36,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:53:32.711774 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f407c0>, [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '19714e0b-ffb6-427d-90c0-8acd98f13672', 'name': '', 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'mac_address': 'fa:16:3e:ff:a6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6152956-0cfc-43c8-bc49-815447081ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:55Z', 'updated_at': '2021-08-23T01:53:31Z', 'revision_number': 4, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'subnets': [{'id': 'a6152956-0cfc-43c8-bc49-815447081ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:32.716162 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3604e1-4a02-4f24-9475-953fec9db30b None None] The sync data for ids ['fb3eccc5-1339-48df-af8f-3c05f89848ca'] in dv-cinder-805529-1-iscsi is: [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '19714e0b-ffb6-427d-90c0-8acd98f13672', 'name': '', 'network_id': 'e56a9512-948e-4ab3-b96a-c8af4812c288', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'mac_address': 'fa:16:3e:ff:a6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6152956-0cfc-43c8-bc49-815447081ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:55Z', 'updated_at': '2021-08-23T01:53:31Z', 'revision_number': 4, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'subnets': [{'id': 'a6152956-0cfc-43c8-bc49-815447081ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:53:32.798075 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:32.813657 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4a12ff1e-8801-48b3-8ab0-36189493296b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:32.847239 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6675a8-f2ae-451e-921d-b135ed9ddada req-e0116e01-b307-424d-bdb6-1317b326e6c5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:32.848910 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8f6675a8-f2ae-451e-921d-b135ed9ddada req-e0116e01-b307-424d-bdb6-1317b326e6c5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 944 time: 0.1372781
Aug 23 01:53:32.936379 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6a9a7-1abd-4213-a23d-aca67a34d3dd None None] Pushing event updated for resources: {'Port': ['ID=a40b4a01-b893-4399-b48c-2abe0a6a8e36,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:32.939907 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-64e6a9a7-1abd-4213-a23d-aca67a34d3dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:32.940489 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:32.941327 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74810c4820>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:32.990034 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8f6675a8-f2ae-451e-921d-b135ed9ddada req-28c0d2e4-2a2e-4bf2-b562-4d227c067350 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295438
Aug 23 01:53:33.189720 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:33.628246 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567bc20-04ca-4844-9484-84be72c422f8 req-6dc1ba6f-6bca-42d4-bce4-77a2eb32a5f4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:33.633501 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4567bc20-04ca-4844-9484-84be72c422f8 req-6dc1ba6f-6bca-42d4-bce4-77a2eb32a5f4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.4240544
Aug 23 01:53:33.693409 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74810c4820>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:32Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:33.709978 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d76f8-2597-4ffc-83c6-751ff30c04f5 None None] The sync data for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi is: [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:32Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:53:33.819608 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-031b2c3b-0851-4e1e-91ff-2fc7d3d6d968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:33.825776 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-031b2c3b-0851-4e1e-91ff-2fc7d3d6d968 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.3856003
Aug 23 01:53:33.831265 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63d41c27-e62b-48c8-b137-db043105dbbc req-d4bff159-e651-4e51-8b7d-77b5ae7dabd2 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4977980
Aug 23 01:53:33.988138 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4567bc20-04ca-4844-9484-84be72c422f8 req-a10dfb17-a3ba-402d-b652-28923af2ba25 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3246300
Aug 23 01:53:34.026388 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-41b1a77c-0cc3-42fb-a222-ed12cb91e2bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3835f18-c4b1-4262-8755-e5c10261da9f HTTP/1.1" status: 200  len: 217 time: 0.1881244
Aug 23 01:53:34.110777 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-ba180ca3-1841-4039-88b8-9e08f78fe0fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:34.116543 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-ba180ca3-1841-4039-88b8-9e08f78fe0fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.0681958
Aug 23 01:53:34.230547 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 19714e0b-ffb6-427d-90c0-8acd98f13672 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:34.261328 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-73694794-89d7-470f-a13f-e522b89859f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1425819
Aug 23 01:53:34.302709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d73f0-63fa-4b93-b0c7-2c244d51c943 req-18ee1615-6eea-4d3c-a76c-cf5a8c7fa526 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:34.304202 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-be5d73f0-63fa-4b93-b0c7-2c244d51c943 req-18ee1615-6eea-4d3c-a76c-cf5a8c7fa526 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 945 time: 0.1473551
Aug 23 01:53:34.399703 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 19714e0b-ffb6-427d-90c0-8acd98f13672 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:34.408936 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 19714e0b-ffb6-427d-90c0-8acd98f13672 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:34.408936 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:34.427922 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-be5d73f0-63fa-4b93-b0c7-2c244d51c943 req-fb4fcc2d-9d6c-410d-b930-986cda2d81fe tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782239
Aug 23 01:53:34.456970 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-360f2f32-18ac-4568-914e-7184eb65b16b service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892440
Aug 23 01:53:34.596807 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:34.643487 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 19714e0b-ffb6-427d-90c0-8acd98f13672, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=19714e0b-ffb6-427d-90c0-8acd98f13672,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:34.720022 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52364) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:34.738988 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:34.739973 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device a40b4a01-b893-4399-b48c-2abe0a6a8e36 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:34.757522 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e412274c-e9e2-4811-8f47-4c0e2d192fe9 req-20a15588-20a7-4a59-b992-9a2529453354 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2928355
Aug 23 01:53:34.802901 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:34.841962 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52372) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:34.850895 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfeda1c-68de-4a67-b238-f1b9985c570c req-56a0c0cc-6cc8-4a66-9cfb-f549e4a5a50b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:34.859466 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9cfeda1c-68de-4a67-b238-f1b9985c570c req-56a0c0cc-6cc8-4a66-9cfb-f549e4a5a50b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 944 time: 0.1546543
Aug 23 01:53:34.921438 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9cfeda1c-68de-4a67-b238-f1b9985c570c req-d50ad55a-dd45-4122-a7ee-57243a035515 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578361
Aug 23 01:53:34.947074 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=19714e0b-ffb6-427d-90c0-8acd98f13672,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:34.952161 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:35.019833 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port a40b4a01-b893-4399-b48c-2abe0a6a8e36 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:35.025289 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port a40b4a01-b893-4399-b48c-2abe0a6a8e36 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:35.030558 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.030674 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.084482 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:35.088382 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Usage tracker for resource:security_group_rule and tenant:2fca0755db074e0fa4cd4836bcfc4c9b is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:35.094267 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:35.100089 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:35.103040 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.172227 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.213217 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port a40b4a01-b893-4399-b48c-2abe0a6a8e36, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=a40b4a01-b893-4399-b48c-2abe0a6a8e36,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:35.267067 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:35.277062 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Usage tracker for resource:security_group_rule and tenant:6e6c9639a9fd4d07832281def5acba23 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:35.280340 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:35.284017 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.289585 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:35.310633 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b906f-2929-493b-a41a-e42b67483f31 req-496f770f-3d55-4652-9426-30151efe805e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:35.312094 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-726b906f-2929-493b-a41a-e42b67483f31 req-496f770f-3d55-4652-9426-30151efe805e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1538973
Aug 23 01:53:35.316646 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:53:35.327218 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.329982 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:35.359114 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-726b906f-2929-493b-a41a-e42b67483f31 req-1c6075c3-37d1-46e5-806d-d6832302fb3d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406163
Aug 23 01:53:35.364729 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.374582 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:35.377457 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 72df2711-f9c2-4666-9c88-ad04f24bece8 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:35.425320 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449074f1-1cba-4043-8650-1036e9f3f0bb,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:35.429161 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:35.434723 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fca0755db074e0fa4cd4836bcfc4c9b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5918386
Aug 23 01:53:35.438101 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52382) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:35.486044 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.523962 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd685-3970-4bfb-bb4f-da4ec5bc57a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.528659 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=a40b4a01-b893-4399-b48c-2abe0a6a8e36,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:35.534806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:35.547659 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.565482 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd685-3970-4bfb-bb4f-da4ec5bc57a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.579050 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:35.582468 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:35.591395 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e6c9639a9fd4d07832281def5acba23&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8697474
Aug 23 01:53:35.592490 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52388) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:35.597890 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'port_id': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'mac_address': 'fa:16:3e:42:b4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:53:35.637367 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a61a09-15ae-481b-ba62-35a7a207702f,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:35.645492 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 72df2711-f9c2-4666-9c88-ad04f24bece8 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:35.646385 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:35.656370 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 72df2711-f9c2-4666-9c88-ad04f24bece8 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:35.656370 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.693538 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.698754 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-404f24c7-f6a6-45a4-9a86-7a3513f43b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.704837 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d75f15-25f3-4c20-976c-8d0a921f029e req-a816d0fc-fcf7-4c52-bd22-4fe8d3ebaefb tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:35.710910 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-97d75f15-25f3-4c20-976c-8d0a921f029e req-a816d0fc-fcf7-4c52-bd22-4fe8d3ebaefb tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 945 time: 0.1072655
Aug 23 01:53:35.724603 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3835f18-c4b1-4262-8755-e5c10261da9f {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:53:35.737960 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-404f24c7-f6a6-45a4-9a86-7a3513f43b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.747752 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:35.759214 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd685-3970-4bfb-bb4f-da4ec5bc57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.769751 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7631acf3-748b-464e-ac4f-113b9b4c8d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:35.783176 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fd685-3970-4bfb-bb4f-da4ec5bc57a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449074f1-1cba-4043-8650-1036e9f3f0bb,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:35.789641 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3a2fd685-3970-4bfb-bb4f-da4ec5bc57a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:35.796459 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-97d75f15-25f3-4c20-976c-8d0a921f029e req-5f99d45b-77da-4f1f-8a95-ebff2c386371 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742652
Aug 23 01:53:35.796459 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd685-3970-4bfb-bb4f-da4ec5bc57a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.799924 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3a2fd685-3970-4bfb-bb4f-da4ec5bc57a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/449074f1-1cba-4043-8650-1036e9f3f0bb HTTP/1.1" status: 204  len: 168 time: 0.3600688
Aug 23 01:53:35.832973 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.852350 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.858438 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:35.929222 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df2711-f9c2-4666-9c88-ad04f24bece8'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:35.930613 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-404f24c7-f6a6-45a4-9a86-7a3513f43b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:35.934303 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:35.973695 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 72df2711-f9c2-4666-9c88-ad04f24bece8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=72df2711-f9c2-4666-9c88-ad04f24bece8,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:35.976802 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:35.980164 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:36.005703 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f24c7-f6a6-45a4-9a86-7a3513f43b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a61a09-15ae-481b-ba62-35a7a207702f,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:36.005703 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-404f24c7-f6a6-45a4-9a86-7a3513f43b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:36.005703 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-404f24c7-f6a6-45a4-9a86-7a3513f43b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:36.005703 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-404f24c7-f6a6-45a4-9a86-7a3513f43b7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22a61a09-15ae-481b-ba62-35a7a207702f HTTP/1.1" status: 204  len: 168 time: 0.4077156
Aug 23 01:53:36.051046 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'code': 200}
Aug 23 01:53:36.072861 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:36.074221 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:36.127653 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:36.191357 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 19714e0b-ffb6-427d-90c0-8acd98f13672 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:36.218229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a57b1-5c6c-497d-b944-1a57d8bc665c req-a360d06b-cefa-4572-9e76-69019d8429da tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:36.219712 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-069a57b1-5c6c-497d-b944-1a57d8bc665c req-a360d06b-cefa-4572-9e76-69019d8429da tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 944 time: 0.0945048
Aug 23 01:53:36.241798 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['c3835f18-c4b1-4262-8755-e5c10261da9f'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:53:36.268682 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-069a57b1-5c6c-497d-b944-1a57d8bc665c req-2bec60c2-5d51-4b5b-9119-0d55bbc00733 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430763
Aug 23 01:53:36.394831 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=72df2711-f9c2-4666-9c88-ad04f24bece8,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:36.407366 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:36.453134 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 19714e0b-ffb6-427d-90c0-8acd98f13672 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:36.453458 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:36.553869 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:36.572644 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:36.573203 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:36.715818 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-eac139bc-690b-40b5-aa87-b39347d3be52 req-084ce097-05e5-40f1-b163-7ce723401e09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 1099 time: 0.1664670
Aug 23 01:53:36.719899 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device a40b4a01-b893-4399-b48c-2abe0a6a8e36 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:36.726250 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b4bc2-73f4-4b65-a752-658bded1bab4 req-1a142d82-d2df-43a9-a445-6656cb72711f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:36.727650 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3b2b4bc2-73f4-4b65-a752-658bded1bab4 req-1a142d82-d2df-43a9-a445-6656cb72711f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 945 time: 0.1055059
Aug 23 01:53:36.799318 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-eac139bc-690b-40b5-aa87-b39347d3be52 req-9a4ed489-782e-4868-a935-2f1b89db456a service neutron] Synchronizing usage tracker for tenant:f2728fddda1c4691b33daad4fa4ef3d2 on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:36.810711 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3b2b4bc2-73f4-4b65-a752-658bded1bab4 req-c60c4e30-adf1-483f-90aa-54f9bec3f82a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689189
Aug 23 01:53:36.822847 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:36.872497 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port a40b4a01-b893-4399-b48c-2abe0a6a8e36 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:36.872497 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:36.892874 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52424) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:36.893421 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:36.911028 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:36.962346 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:36.970211 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Usage tracker for resource:security_group_rule and tenant:a18d557b75e94dabb67f1c7e188ed931 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:36.976596 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:36.992234 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-eac139bc-690b-40b5-aa87-b39347d3be52 req-9a4ed489-782e-4868-a935-2f1b89db456a service neutron] Unset dirty status for tenant:f2728fddda1c4691b33daad4fa4ef3d2 on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:36.994076 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:36.995054 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device ee6e83f2-e850-48bf-8633-f93de9ecf6ec up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:36.997122 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-eac139bc-690b-40b5-aa87-b39347d3be52 req-9a4ed489-782e-4868-a935-2f1b89db456a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2685905
Aug 23 01:53:36.998103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:37.029769 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:37.055460 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52430) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:37.076955 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.116386 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:37.120224 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Usage tracker for resource:security_group_rule and tenant:92a2b234e5e7450c9f0a3b4ed3f46ef4 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:37.123105 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:37.125001 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3a75-949a-4113-80bf-d730d3b86e55 req-1888d12f-1b26-4ab7-9f76-96a6bdb3b6c7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:37.127121 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3a8e3a75-949a-4113-80bf-d730d3b86e55 req-1888d12f-1b26-4ab7-9f76-96a6bdb3b6c7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1571512
Aug 23 01:53:37.129069 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:37.134463 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:37.138059 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:37.188021 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3a8e3a75-949a-4113-80bf-d730d3b86e55 req-a81419f6-835c-4fd6-aa0a-c4edaa6c67b7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545053
Aug 23 01:53:37.216396 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.240879 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.267420 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port ee6e83f2-e850-48bf-8633-f93de9ecf6ec completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:37.272404 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port ee6e83f2-e850-48bf-8633-f93de9ecf6ec triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:37.272811 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.384769 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.420322 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port ee6e83f2-e850-48bf-8633-f93de9ecf6ec, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:37.435440 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.442763 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.453564 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:37.519289 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.519779 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebae40e7-8f16-4744-b83d-1f9ad1a1279a,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:37.521157 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:37.530272 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a18d557b75e94dabb67f1c7e188ed931&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6363528
Aug 23 01:53:37.533101 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52438) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:37.541706 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92a2b234e5e7450c9f0a3b4ed3f46ef4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4829745
Aug 23 01:53:37.541706 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.541706 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.542007 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.542353 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.542705 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.543076 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.543456 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.543807 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.544152 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.544493 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.544856 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b532b7-7dbe-42a9-884c-7c5b877ed69e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:37.551698 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52442) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:37.588797 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e824f-8ef7-4edc-a60d-d40811ba5af5,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:37.592482 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:37.593219 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:37.593219 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:37.593414 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:37.596033 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:53:37.602991 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dce4c-478f-4f87-91be-93248dda22fa req-3ed0a14a-45a7-4b49-84fb-95f946099a42 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:37.604482 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-364dce4c-478f-4f87-91be-93248dda22fa req-3ed0a14a-45a7-4b49-84fb-95f946099a42 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.2152686
Aug 23 01:53:37.625095 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:37.660117 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-364dce4c-478f-4f87-91be-93248dda22fa req-2b7e38ad-de8b-49c3-a801-9dcd4db624e8 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490811
Aug 23 01:53:37.678452 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8b25a060-1ca5-433d-b820-baa6f42e8771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.689175 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9bb158c3-8071-4167-9694-319eb848ab82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.725771 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8b25a060-1ca5-433d-b820-baa6f42e8771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.732495 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52448) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:37.737096 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9bb158c3-8071-4167-9694-319eb848ab82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.756529 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port c3835f18-c4b1-4262-8755-e5c10261da9f completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:53:37.762433 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port c3835f18-c4b1-4262-8755-e5c10261da9f triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:53:37.762816 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.880385 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.884751 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8b25a060-1ca5-433d-b820-baa6f42e8771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.885455 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.890366 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-48a746c5-e2be-47ed-bf26-b1628c61eafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:37.903715 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25a060-1ca5-433d-b820-baa6f42e8771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e824f-8ef7-4edc-a60d-d40811ba5af5,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:37.905417 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9bb158c3-8071-4167-9694-319eb848ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.909117 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8b25a060-1ca5-433d-b820-baa6f42e8771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:37.909565 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8b25a060-1ca5-433d-b820-baa6f42e8771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:37.917145 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:37.929107 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:37.929527 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8b25a060-1ca5-433d-b820-baa6f42e8771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.932849 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-8b25a060-1ca5-433d-b820-baa6f42e8771 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e67e824f-8ef7-4edc-a60d-d40811ba5af5 HTTP/1.1" status: 204  len: 168 time: 0.3779206
Aug 23 01:53:37.932849 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb158c3-8071-4167-9694-319eb848ab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebae40e7-8f16-4744-b83d-1f9ad1a1279a,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:37.942705 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9bb158c3-8071-4167-9694-319eb848ab82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.943793 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-9bb158c3-8071-4167-9694-319eb848ab82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebae40e7-8f16-4744-b83d-1f9ad1a1279a HTTP/1.1" status: 204  len: 168 time: 0.4097202
Aug 23 01:53:37.946714 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9bb158c3-8071-4167-9694-319eb848ab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:37.954757 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Usage tracker for resource:security_group_rule and tenant:b661dbaa0a054de4983a591be16a820f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:37.965889 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:37.973641 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:37.992366 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:37.992366 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-88950358-5090-4d6c-a7e7-972a4a52535c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:38.054922 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:38.058315 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7a86d-f6f3-4264-866e-157930b4d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d'}, {'server_uuid': 'f283d7a8-645c-4811-a0e8-e3fa0b1320e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6e83f2-e850-48bf-8633-f93de9ecf6ec'}, {'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:38.101306 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:38.104404 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:38.126237 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84447296-0a0f-40b6-b29c-6532535879b5 req-6de1ba46-5a72-4538-8865-fbc65473b598 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:38.128132 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-84447296-0a0f-40b6-b29c-6532535879b5 req-6de1ba46-5a72-4538-8865-fbc65473b598 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0893269
Aug 23 01:53:38.136143 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:38.143014 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7a86d-f6f3-4264-866e-157930b4d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d', 'code': 200}
Aug 23 01:53:38.143282 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f283d7a8-645c-4811-a0e8-e3fa0b1320e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6e83f2-e850-48bf-8633-f93de9ecf6ec', 'code': 200}
Aug 23 01:53:38.143543 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'code': 200}
Aug 23 01:53:38.146300 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3a2fd685-3970-4bfb-bb4f-da4ec5bc57a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:38.176256 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9294b4-c907-4e0d-ae74-21740b3d5730,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:38.180392 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:38.181273 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-84447296-0a0f-40b6-b29c-6532535879b5 req-cfb19f4b-bde8-46ce-acac-294a9568ca29 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473619
Aug 23 01:53:38.209044 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b661dbaa0a054de4983a591be16a820f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4731255
Aug 23 01:53:38.209422 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52464) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:38.283280 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9a8849b0-b7ba-4014-b7f9-35add3758380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:38.325958 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9a8849b0-b7ba-4014-b7f9-35add3758380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:38.445341 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174425-b1ed-46d7-baa1-2aac438bd295 req-d0cd153c-1161-42e8-8682-bbd69eafc8d3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:38.447093 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e4174425-b1ed-46d7-baa1-2aac438bd295 req-d0cd153c-1161-42e8-8682-bbd69eafc8d3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1163774
Aug 23 01:53:38.499209 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e4174425-b1ed-46d7-baa1-2aac438bd295 req-93821c70-b304-4135-977a-87f8aa1a749d tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447345
Aug 23 01:53:38.519285 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9a8849b0-b7ba-4014-b7f9-35add3758380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:38.524709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:38.539613 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8849b0-b7ba-4014-b7f9-35add3758380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9294b4-c907-4e0d-ae74-21740b3d5730,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:38.545291 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9a8849b0-b7ba-4014-b7f9-35add3758380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:38.557797 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9a8849b0-b7ba-4014-b7f9-35add3758380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:38.562243 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9a8849b0-b7ba-4014-b7f9-35add3758380 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f9294b4-c907-4e0d-ae74-21740b3d5730 HTTP/1.1" status: 204  len: 168 time: 0.3486571
Aug 23 01:53:38.861766 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00f7f8-1477-448a-81a3-91338719b485 req-de6e0f78-4025-44c1-bd53-9e691c7a7a13 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:38.863221 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d00f7f8-1477-448a-81a3-91338719b485 req-de6e0f78-4025-44c1-bd53-9e691c7a7a13 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0810688
Aug 23 01:53:38.908716 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d00f7f8-1477-448a-81a3-91338719b485 req-32bcb716-0b52-4c81-98d4-fadcc50885e9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397758
Aug 23 01:53:39.479783 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90cc4d-0990-4cca-bce7-c0450b99bb58 req-1232d306-e735-45fe-8ac4-bccf8b9119d2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:39.481352 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3e90cc4d-0990-4cca-bce7-c0450b99bb58 req-1232d306-e735-45fe-8ac4-bccf8b9119d2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1546793
Aug 23 01:53:39.529285 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3e90cc4d-0990-4cca-bce7-c0450b99bb58 req-069308ec-fa65-4874-8186-9637a098c91d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420749
Aug 23 01:53:39.573610 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52516) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:39.592546 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:39.636956 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:39.641124 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Usage tracker for resource:security_group_rule and tenant:a8cb0521da394ed8915ddf055f1b7421 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:39.644164 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:39.650501 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:39.720315 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae2ece-7ba2-44d2-b9cc-507bcedd69c1 req-40feb2f1-f435-42bb-bd86-682352a741fa tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:39.722482 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0ae2ece-7ba2-44d2-b9cc-507bcedd69c1 req-40feb2f1-f435-42bb-bd86-682352a741fa tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0959370
Aug 23 01:53:39.731781 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:39.775136 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0ae2ece-7ba2-44d2-b9cc-507bcedd69c1 req-d5305dde-d131-4d62-9d7d-814ccd82185b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466366
Aug 23 01:53:39.810955 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:39.820100 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:39.863871 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bac789-43c9-4fb3-bfbc-0e0d423cd216,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:39.868285 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8cb0521da394ed8915ddf055f1b7421&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2928259
Aug 23 01:53:39.869157 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:39.870950 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52526) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:39.939162 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e773453f-f41d-4c34-9bc5-a177aa00299b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:39.968406 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e773453f-f41d-4c34-9bc5-a177aa00299b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:40.114232 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e9ea-a8e4-4bb8-bc5a-cc3c8b5dcc5d req-2c9d6c3c-fe04-4414-9b81-683944fbbd92 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:40.115777 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6ec8e9ea-a8e4-4bb8-bc5a-cc3c8b5dcc5d req-2c9d6c3c-fe04-4414-9b81-683944fbbd92 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0802612
Aug 23 01:53:40.116881 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e773453f-f41d-4c34-9bc5-a177aa00299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:40.120398 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7d465599-c25a-404d-9cfb-b0769fc3c5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:40.155418 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773453f-f41d-4c34-9bc5-a177aa00299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bac789-43c9-4fb3-bfbc-0e0d423cd216,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:40.160204 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e773453f-f41d-4c34-9bc5-a177aa00299b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:40.169944 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e773453f-f41d-4c34-9bc5-a177aa00299b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:40.171021 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e773453f-f41d-4c34-9bc5-a177aa00299b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41bac789-43c9-4fb3-bfbc-0e0d423cd216 HTTP/1.1" status: 204  len: 168 time: 0.2985709
Aug 23 01:53:40.183805 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6ec8e9ea-a8e4-4bb8-bc5a-cc3c8b5dcc5d req-243cd9d6-8e0f-4c73-bab8-769e5b47d67f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570788
Aug 23 01:53:40.750187 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dce790-0000-45ae-aea3-3d76688f30d7 req-30642dd0-633a-4ee0-9373-ecc9676b437b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:40.752679 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-21dce790-0000-45ae-aea3-3d76688f30d7 req-30642dd0-633a-4ee0-9373-ecc9676b437b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0842435
Aug 23 01:53:40.820310 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-21dce790-0000-45ae-aea3-3d76688f30d7 req-44ec0f43-9f8d-4a84-846a-83f6cfbc4370 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515871
Aug 23 01:53:40.999718 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cee4c9-e55a-4940-9a38-71696bdd024d req-52cafe23-043f-4b14-bd62-b91b7ba0b424 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:41.003746 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e8cee4c9-e55a-4940-9a38-71696bdd024d req-52cafe23-043f-4b14-bd62-b91b7ba0b424 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0892680
Aug 23 01:53:41.064112 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e8cee4c9-e55a-4940-9a38-71696bdd024d req-0ec93488-e7ef-48d2-b0f0-a5465b319f96 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471666
Aug 23 01:53:41.424141 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3fcb5258-4022-4bd3-8f95-235182d2e918 req-98737dd9-5d45-404b-aed9-c89f6c7ccd5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1098 time: 0.2765639
Aug 23 01:53:41.483749 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5633d423-84d7-45c1-a8db-db41de3a261a req-7518f56f-dc5c-4c53-af80-dcfa5a0859fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 1098 time: 0.2567165
Aug 23 01:53:41.485970 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc541-de85-47fb-adc6-34bbc2a6b5ad req-63834576-14cc-45f2-b470-abfd5ca4772e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:41.487920 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-749dc541-de85-47fb-adc6-34bbc2a6b5ad req-63834576-14cc-45f2-b470-abfd5ca4772e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1373551
Aug 23 01:53:41.519062 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e6ffb714-f87d-4f07-b46a-423f0022450e req-0bb3a430-9a18-4e70-ba9f-87a16a566018 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 1099 time: 0.2641594
Aug 23 01:53:41.606392 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-749dc541-de85-47fb-adc6-34bbc2a6b5ad req-214f44ea-23b1-418e-8242-b92208596671 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027730
Aug 23 01:53:41.621663 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5633d423-84d7-45c1-a8db-db41de3a261a req-a6d609ed-359d-4cb9-a75b-4eb7efc26b65 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351767
Aug 23 01:53:41.645331 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3fcb5258-4022-4bd3-8f95-235182d2e918 req-a2e8a15e-e69f-4c84-adba-e39f2d9ae836 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066364
Aug 23 01:53:41.651319 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e6ffb714-f87d-4f07-b46a-423f0022450e req-8cddd365-3c43-45a4-9a53-b521370ce09e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266227
Aug 23 01:53:42.076716 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a835a0d-9f76-481b-806a-bdeb90aa684c req-de0b8973-95e6-4105-905c-08841d92e647 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:42.078197 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a835a0d-9f76-481b-806a-bdeb90aa684c req-de0b8973-95e6-4105-905c-08841d92e647 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0833590
Aug 23 01:53:42.127143 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a835a0d-9f76-481b-806a-bdeb90aa684c req-970cd699-4ceb-4a8a-9c0a-bb729ab1f04d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432720
Aug 23 01:53:42.280229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a7c87-39b8-45e5-947a-4a865b8d4ddb req-7f30b7d7-7a3b-44df-81f2-b1c51171714e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:42.282370 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b74a7c87-39b8-45e5-947a-4a865b8d4ddb req-7f30b7d7-7a3b-44df-81f2-b1c51171714e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0951860
Aug 23 01:53:42.329103 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b74a7c87-39b8-45e5-947a-4a865b8d4ddb req-27965656-cb53-4b00-9b2f-2bf71d411058 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406382
Aug 23 01:53:42.550615 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d27ce-195b-4aae-bf35-f80f6400d429 req-0e1e7eae-c819-4802-a1d2-9625cc96fe1b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:42.557537 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e74d27ce-195b-4aae-bf35-f80f6400d429 req-0e1e7eae-c819-4802-a1d2-9625cc96fe1b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0976202
Aug 23 01:53:42.564955 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52644) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:42.571200 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'floatingip': {'port_id': '72df2711-f9c2-4666-9c88-ad04f24bece8'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:42.690584 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:42.876793 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e459f80-2bd1-42e6-965d-a8e802fd8ee3 req-6bf199b8-d11b-4d42-863d-8d50df165e05 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:42.878798 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4e459f80-2bd1-42e6-965d-a8e802fd8ee3 req-6bf199b8-d11b-4d42-863d-8d50df165e05 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1499085
Aug 23 01:53:42.879261 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-96648ee4-768e-49da-9c18-0dae83336352 req-c12dd2d0-a5b4-4e4c-bb56-ab186955ae5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2553413
Aug 23 01:53:42.942978 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4e459f80-2bd1-42e6-965d-a8e802fd8ee3 req-6059e9ec-da9d-4074-b726-6e0e836d9ff6 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552101
Aug 23 01:53:43.044826 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52662) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:43.207759 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:53:43.211146 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:43.250549 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:43.255242 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Usage tracker for resource:security_group_rule and tenant:501d22939721426ba0c8f73521556b40 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:43.259421 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:43.266917 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:43.373404 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:43.595047 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-96648ee4-768e-49da-9c18-0dae83336352 req-02e88bc3-1c27-4aab-ad31-0e3f1d3754bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=416847e4711d4c9f9a4baf68f89d10d3&device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 1098 time: 0.5906830
Aug 23 01:53:43.682722 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09b92-1d48-4749-96cf-ece1bac316c5 req-0665d48c-1e80-4051-a6ca-8a2ec559758f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:43.704468 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-86a09b92-1d48-4749-96cf-ece1bac316c5 req-0665d48c-1e80-4051-a6ca-8a2ec559758f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.3203039
Aug 23 01:53:43.766686 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:43.782771 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a6411315-a54a-42a7-a555-e0d8b6eddc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:44.019602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b886deac-67fb-4191-9950-2c3adcb223ac,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:44.019602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.019602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.019602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.019602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.019602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.021990 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-86a09b92-1d48-4749-96cf-ece1bac316c5 req-79e0fba7-0371-4b50-88be-9f75697b22e1 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1436448
Aug 23 01:53:44.023105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.023105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.023105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.023105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.023105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.023105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:53:44.023105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:44.025990 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648ee4-768e-49da-9c18-0dae83336352 req-d0297779-2068-41be-a3e6-77907b3905e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:44.026611 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=501d22939721426ba0c8f73521556b40&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8603866
Aug 23 01:53:44.027102 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-96648ee4-768e-49da-9c18-0dae83336352 req-d0297779-2068-41be-a3e6-77907b3905e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14c46dfc-72a2-4ebb-be2e-3e135b37b11d HTTP/1.1" status: 200  len: 911 time: 0.2676072
Aug 23 01:53:44.027102 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52694) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:44.090981 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-96648ee4-768e-49da-9c18-0dae83336352 req-5976fa63-438b-4eed-9431-7fb6c42d2745 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c15e4087-44ef-4fc8-ae4f-73dadee92322 HTTP/1.1" status: 200  len: 217 time: 0.1237683
Aug 23 01:53:44.145229 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:44.172403 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea466fd-5bc5-4524-8569-5d920a8cbe20 req-3b5532b2-b0aa-49f2-89fa-11fff20c5e30 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:44.175675 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8ea466fd-5bc5-4524-8569-5d920a8cbe20 req-3b5532b2-b0aa-49f2-89fa-11fff20c5e30 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1087086
Aug 23 01:53:44.186719 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-56b51d29-1ff0-4738-b4a8-deeaf9999a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:44.234396 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648ee4-768e-49da-9c18-0dae83336352 req-b9d2d617-d552-4d8a-9d4b-daf24a96845f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:44.242508 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-96648ee4-768e-49da-9c18-0dae83336352 req-b9d2d617-d552-4d8a-9d4b-daf24a96845f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e042c80c-47a7-414e-a841-51441ddc3b4f HTTP/1.1" status: 200  len: 851 time: 0.1333170
Aug 23 01:53:44.257427 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8ea466fd-5bc5-4524-8569-5d920a8cbe20 req-65a2331a-1cf5-4a51-a1c4-cd2ed639fa7b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735865
Aug 23 01:53:44.321863 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-56b51d29-1ff0-4738-b4a8-deeaf9999a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:44.337022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:44.408317 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-96648ee4-768e-49da-9c18-0dae83336352 req-e747522f-b64e-4e62-b98b-07f3fd8cc431 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14c46dfc-72a2-4ebb-be2e-3e135b37b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1369431
Aug 23 01:53:44.610626 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-96648ee4-768e-49da-9c18-0dae83336352 req-9a2140b6-fead-4a11-a406-1c03cafc4077 service neutron] 10.222.0.21 "GET /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906490
Aug 23 01:53:44.913590 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Floating IP 3266776a-877e-4280-9f4b-9cb76f96d063 associated. External IP: 172.27.2.158, port: 72df2711-f9c2-4666-9c88-ad04f24bece8.
Aug 23 01:53:44.969393 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-56b51d29-1ff0-4738-b4a8-deeaf9999a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:44.978746 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-46c86e22-abc7-42f1-ba06-d476b391a147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:44.989597 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-96648ee4-768e-49da-9c18-0dae83336352 req-3ddb30a4-d213-468e-a360-53c89b9082fb service neutron] 10.222.0.21 "GET /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3131480
Aug 23 01:53:45.008952 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b51d29-1ff0-4738-b4a8-deeaf9999a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b886deac-67fb-4191-9950-2c3adcb223ac,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:45.015886 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-56b51d29-1ff0-4738-b4a8-deeaf9999a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:45.027457 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-56b51d29-1ff0-4738-b4a8-deeaf9999a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:45.031308 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-56b51d29-1ff0-4738-b4a8-deeaf9999a92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b886deac-67fb-4191-9950-2c3adcb223ac HTTP/1.1" status: 204  len: 168 time: 1.0058243
Aug 23 01:53:45.290586 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:45.325790 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fc4b-7a3c-4fad-972a-0afd2474590b req-d8b52897-7721-4027-a093-3bdbc09dc794 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:45.325790 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ad51fc4b-7a3c-4fad-972a-0afd2474590b req-d8b52897-7721-4027-a093-3bdbc09dc794 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0934160
Aug 23 01:53:45.388627 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ad51fc4b-7a3c-4fad-972a-0afd2474590b req-6b9c3c7e-1215-40f3-8881-331158f8bc6f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705676
Aug 23 01:53:45.597084 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Router 6677f4a3-4e13-4448-9fd3-16a5688dde32 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:53:45.609453 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8000-6cbf-4a00-b17e-bbc7bed6f348 req-1642d2d5-80cd-4fb6-bd5f-e5f93a7ad9ae tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:45.610993 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1fef8000-6cbf-4a00-b17e-bbc7bed6f348 req-1642d2d5-80cd-4fb6-bd5f-e5f93a7ad9ae tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1655216
Aug 23 01:53:45.744429 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1fef8000-6cbf-4a00-b17e-bbc7bed6f348 req-74c550cf-4966-49d7-8cac-4276836f52b5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253395
Aug 23 01:53:45.861313 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:53:45.866218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:45.874642 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] Sync routers for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:53:45.886824 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:45.887544 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480ef1700>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:45.986095 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ac2ce2ea-c1b4-46e6-8849-585df2e685df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "PUT /v2.0/floatingips/3266776a-877e-4280-9f4b-9cb76f96d063 HTTP/1.1" status: 200  len: 992 time: 3.4197030
Aug 23 01:53:45.990079 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'tag': '72df2711-f9c2-4666-9c88-ad04f24bece8'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:46.033400 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dadb5f-49a4-40c7-81e6-9a82fd1aa820 req-bab7c02f-9835-4b89-9428-4127b6fe2995 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:46.040091 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c0dadb5f-49a4-40c7-81e6-9a82fd1aa820 req-bab7c02f-9835-4b89-9428-4127b6fe2995 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1424723
Aug 23 01:53:46.044534 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52758) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:46.050844 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'floatingip': {'port_id': 'c3835f18-c4b1-4262-8755-e5c10261da9f'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:53:46.111956 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:46.138573 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95fa7a-42bc-4d69-8356-2fa0b707e118 req-728f69bb-98bc-4146-8144-f66500710cf0 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:46.143058 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6e95fa7a-42bc-4d69-8356-2fa0b707e118 req-728f69bb-98bc-4146-8144-f66500710cf0 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.1114559
Aug 23 01:53:46.179130 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52764) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:46.183571 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:46.205781 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6e95fa7a-42bc-4d69-8356-2fa0b707e118 req-572dd37a-98fc-4e88-b016-325dba08efbb tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608206
Aug 23 01:53:46.287760 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'tag': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'status': 'completed', 'code': 200}
Aug 23 01:53:46.287760 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:46.427721 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:46.435302 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Usage tracker for resource:security_group_rule and tenant:eddeb96503bb49b581879d5d8081f747 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:46.439686 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:46.454046 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:46.572246 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480ef1700>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '3266776a-877e-4280-9f4b-9cb76f96d063', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'port_id': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'mac_address': 'fa:16:3e:63:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:43Z', 'revision_number': 1, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:46.578045 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] Checking router: 6677f4a3-4e13-4448-9fd3-16a5688dde32 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:53:46.592403 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:46.593205 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480ef1700>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:46.788418 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:46.851581 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:46.934289 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:46.944406 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:46.969555 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d089c4-2ad0-4218-9233-87824ee2b022 req-6c173228-ddd2-4120-9431-f134bad4f06e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:46.977315 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c1d089c4-2ad0-4218-9233-87824ee2b022 req-6c173228-ddd2-4120-9431-f134bad4f06e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0855911
Aug 23 01:53:47.014658 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d273c052-66de-4cbf-b686-f2f7291eec10,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:47.017806 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:47.024043 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eddeb96503bb49b581879d5d8081f747&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8416085
Aug 23 01:53:47.029836 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52790) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:47.053452 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c1d089c4-2ad0-4218-9233-87824ee2b022 req-4c23d3e5-5c5b-40ee-bc82-9e9918a045c0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712721
Aug 23 01:53:47.119346 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52796) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:47.171462 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.186113 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5baa2cff-e39e-4a44-807c-accecc42f62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.216612 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5baa2cff-e39e-4a44-807c-accecc42f62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.242822 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480ef1700>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '3266776a-877e-4280-9f4b-9cb76f96d063', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'port_id': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'mac_address': 'fa:16:3e:63:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:43Z', 'revision_number': 1, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:47.248711 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123cbb75-6e2e-4a77-9ad4-093842cb5ec6 None None] The sync data for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi is: [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '3266776a-877e-4280-9f4b-9cb76f96d063', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'port_id': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'mac_address': 'fa:16:3e:63:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:43Z', 'revision_number': 1, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:53:47.278564 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.338422 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.430082 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e20b23-3dd0-4d90-a0fc-2b7cbb46adba req-c6d840a4-90bf-4b53-8e07-2354f4d677e1 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:47.431548 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b2e20b23-3dd0-4d90-a0fc-2b7cbb46adba req-c6d840a4-90bf-4b53-8e07-2354f4d677e1 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.0774772
Aug 23 01:53:47.450807 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5baa2cff-e39e-4a44-807c-accecc42f62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.463714 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c7a21d0c-80a6-4000-a943-3bbefabf09ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:47.476534 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa2cff-e39e-4a44-807c-accecc42f62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d273c052-66de-4cbf-b686-f2f7291eec10,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:47.481489 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5baa2cff-e39e-4a44-807c-accecc42f62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:47.483555 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:47.493131 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5baa2cff-e39e-4a44-807c-accecc42f62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.493441 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Usage tracker for resource:security_group_rule and tenant:998794aae31f4d29a34c033bf6c5c8a6 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:47.496613 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5baa2cff-e39e-4a44-807c-accecc42f62d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d273c052-66de-4cbf-b686-f2f7291eec10 HTTP/1.1" status: 204  len: 168 time: 0.4689815
Aug 23 01:53:47.498408 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:47.508362 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:47.516906 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b2e20b23-3dd0-4d90-a0fc-2b7cbb46adba req-a4a44502-7813-41aa-bb5d-95fcd01d7778 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782118
Aug 23 01:53:47.557587 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Floating IP b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2 associated. External IP: 172.27.2.128, port: c3835f18-c4b1-4262-8755-e5c10261da9f.
Aug 23 01:53:47.599089 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.668141 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.676136 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-4564e6af-d528-4845-89e8-57d58a8fdb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:47.688411 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52810) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:47.730729 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52816) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:47.730952 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=998794aae31f4d29a34c033bf6c5c8a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6103525
Aug 23 01:53:47.731771 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb2bf48-34ac-47ad-bdda-4e3027914805,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:47.735309 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:47.811483 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e13fb810-9514-4682-8ac1-7fb74604d13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.898827 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e13fb810-9514-4682-8ac1-7fb74604d13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:47.969390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:48.073902 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Router 691675e0-4144-4f42-bd50-7cfef3feb3e6 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:53:48.104127 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:48.111910 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:1528d90b31c4400abab581112cb504e8 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:48.115420 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:48.121776 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:48.148179 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e13fb810-9514-4682-8ac1-7fb74604d13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:48.151882 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-55eb65e5-7bc4-4e4f-bebe-5940ed56604a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:48.165142 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fb810-9514-4682-8ac1-7fb74604d13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb2bf48-34ac-47ad-bdda-4e3027914805,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:48.170439 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e13fb810-9514-4682-8ac1-7fb74604d13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:48.183095 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e13fb810-9514-4682-8ac1-7fb74604d13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:48.184845 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e13fb810-9514-4682-8ac1-7fb74604d13e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/feb2bf48-34ac-47ad-bdda-4e3027914805 HTTP/1.1" status: 204  len: 168 time: 0.4528921
Aug 23 01:53:48.254113 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:48.300214 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8bb30-4c86-4458-ab14-2f08a5e06b2e req-c2600f37-2217-40f9-acdd-8e6999e02d51 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:48.301932 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-25c8bb30-4c86-4458-ab14-2f08a5e06b2e req-c2600f37-2217-40f9-acdd-8e6999e02d51 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1098297
Aug 23 01:53:48.313860 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:53:48.318672 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:48.325277 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] Sync routers for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:53:48.346079 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:48.346079 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480e238b0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:48.364200 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:48.374310 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:48.396051 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-8e9c4ecd-9910-4965-877c-53d8637e8678 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "PUT /v2.0/floatingips/b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2 HTTP/1.1" status: 200  len: 992 time: 2.3495576
Aug 23 01:53:48.397144 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:48.411692 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-25c8bb30-4c86-4458-ab14-2f08a5e06b2e req-4c114fb5-05b4-4e20-906d-8aec7f81df63 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008441
Aug 23 01:53:48.471796 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f02ba11-e2c7-444b-a778-eb43c58f8809,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:48.479384 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:48.481508 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 52840) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:48.498062 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1528d90b31c4400abab581112cb504e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8060243
Aug 23 01:53:48.614638 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'status': 'completed', 'code': 200}
Aug 23 01:53:48.627374 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:48.877658 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-13ac39d3-fd99-4c37-a93f-235b04355f10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 1099 time: 0.3923521
Aug 23 01:53:48.996294 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-41b31760-22dd-428d-9969-faa28fa903ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.043293 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-88a29b0c-fcdb-4fa9-9f6a-8e1eea5ba8a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 1099 time: 0.3862579
Aug 23 01:53:49.061912 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-fdcd2d89-464b-46fa-9921-26f1d03fad15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 1098 time: 0.5755649
Aug 23 01:53:49.086517 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480e238b0>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'port_id': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'mac_address': 'fa:16:3e:42:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:03Z', 'updated_at': '2021-08-23T01:53:46Z', 'revision_number': 1, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:49.091340 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] Checking router: 691675e0-4144-4f42-bd50-7cfef3feb3e6 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:53:49.103581 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:53:49.103969 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480e238b0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:53:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:49.124034 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-41b31760-22dd-428d-9969-faa28fa903ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.160103 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52856) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:49.182179 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.220129 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:49.225099 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Usage tracker for resource:security_group_rule and tenant:4385ea0d47f044c2ac5b59d97f0aedab is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:49.229042 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:49.237573 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:49.318400 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.323604 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:53:49.331817 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30abbd2-75e1-4783-a0ef-cc1692f14e4a req-d65db196-cf7c-4baf-babe-339771209f56 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:49.333362 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b30abbd2-75e1-4783-a0ef-cc1692f14e4a req-d65db196-cf7c-4baf-babe-339771209f56 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.5368280
Aug 23 01:53:49.382809 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-99f0dfc1-3cba-4397-8595-d824e0679e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:49.384429 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-99f0dfc1-3cba-4397-8595-d824e0679e0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 911 time: 0.4957128
Aug 23 01:53:49.425808 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.437752 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f35667ed-488c-4697-bb80-94ab218ab80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:49.497577 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4385ea0d47f044c2ac5b59d97f0aedab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3358743
Aug 23 01:53:49.499263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52868) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:49.516039 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2ab88-c20e-49bf-93bb-022a56cd51cc,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:49.557861 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:49.625688 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.692523 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.726834 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b30abbd2-75e1-4783-a0ef-cc1692f14e4a req-76faa127-65d0-40d7-b0b4-1af441f08666 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3794742
Aug 23 01:53:49.735711 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-a455cdff-bc10-4203-b399-12097f052ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:49.737240 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-a455cdff-bc10-4203-b399-12097f052ba4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.6578317
Aug 23 01:53:49.742166 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-8f8c9b9e-cb74-4a62-9770-39876bfe4343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:49.748263 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-8f8c9b9e-cb74-4a62-9770-39876bfe4343 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 918 time: 0.5905051
Aug 23 01:53:49.873295 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480e238b0>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'port_id': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'mac_address': 'fa:16:3e:42:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:03Z', 'updated_at': '2021-08-23T01:53:46Z', 'revision_number': 1, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:53:49.877946 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351bf95-ac2a-4ac0-b21b-3ef1633a746a None None] The sync data for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi is: [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'port_id': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'mac_address': 'fa:16:3e:42:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:03Z', 'updated_at': '2021-08-23T01:53:46Z', 'revision_number': 1, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:53:49.903161 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.915470 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5b32c574-a66c-4634-a857-e063f8f60af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:49.945910 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2ab88-c20e-49bf-93bb-022a56cd51cc,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:49.951715 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-41b31760-22dd-428d-9969-faa28fa903ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:49.969685 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:50.003941 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:50.012163 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6f2ab88-c20e-49bf-93bb-022a56cd51cc HTTP/1.1" status: 204  len: 168 time: 0.5065014
Aug 23 01:53:50.029141 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-518af749-06a7-4fa3-b861-72010372e602 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:50.032839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122f963-0a00-4346-9c53-776631e20d16 req-b7115100-5677-4ce5-84c7-99808cde0ba9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:50.034349 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c122f963-0a00-4346-9c53-776631e20d16 req-b7115100-5677-4ce5-84c7-99808cde0ba9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1715858
Aug 23 01:53:50.081716 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-fb8b8cff-d610-4c6c-9cd2-f8f962b6a704 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72df2711-f9c2-4666-9c88-ad04f24bece8 HTTP/1.1" status: 200  len: 1000 time: 0.6721182
Aug 23 01:53:50.083487 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-a0236bba-16c0-46e5-8500-056953f18f8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3835f18-c4b1-4262-8755-e5c10261da9f HTTP/1.1" status: 200  len: 1000 time: 0.3101096
Aug 23 01:53:50.089121 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b31760-22dd-428d-9969-faa28fa903ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f02ba11-e2c7-444b-a778-eb43c58f8809,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:50.092920 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-41b31760-22dd-428d-9969-faa28fa903ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:50.095425 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-f7b84bdf-0b4d-4061-aeb8-77913923e477 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d HTTP/1.1" status: 200  len: 217 time: 0.2099199
Aug 23 01:53:50.097735 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-41b31760-22dd-428d-9969-faa28fa903ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:50.101767 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-41b31760-22dd-428d-9969-faa28fa903ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f02ba11-e2c7-444b-a778-eb43c58f8809 HTTP/1.1" status: 204  len: 168 time: 1.6189463
Aug 23 01:53:50.121517 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c122f963-0a00-4346-9c53-776631e20d16 req-55840183-d17e-42a1-99f2-e0aa8263b1b9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785027
Aug 23 01:53:50.275371 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-50a6afa1-9e9e-4994-b947-b32dd6e52f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:50.276858 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-50a6afa1-9e9e-4994-b947-b32dd6e52f26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.1737723
Aug 23 01:53:50.281928 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-c4d3aa86-0487-41ae-9f78-23a4a9b523b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:50.283331 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-c4d3aa86-0487-41ae-9f78-23a4a9b523b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.1348348
Aug 23 01:53:50.284372 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-140de541-0caa-4d31-aa9b-4318ca54ab70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:50.285733 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-140de541-0caa-4d31-aa9b-4318ca54ab70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.1361868
Aug 23 01:53:50.402841 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-3300081c-85a3-4ab6-981f-6a334d028f0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0820975
Aug 23 01:53:50.542588 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-4ea890e9-47a4-428c-9c83-4db15a0d91f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2228222
Aug 23 01:53:50.554947 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-0e7a404d-7cf0-4f1c-91b5-f5e7165f5751 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2680264
Aug 23 01:53:50.816869 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-5828def0-fe8b-4a74-918a-536d9d1b198e service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4030490
Aug 23 01:53:51.059505 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-003a96d7-3ffc-4902-bd47-d2af37ea1066 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5038180
Aug 23 01:53:51.104506 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-0e2a1990-ca55-47c3-ba8c-67781c1ecc8f service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5235074
Aug 23 01:53:51.108345 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-1ed7b023-cb06-458f-a1f4-428601a0abb1 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2773192
Aug 23 01:53:51.137165 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-0360a837-8818-4dae-9cdf-8f4f34a47cff tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:51.139227 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-0360a837-8818-4dae-9cdf-8f4f34a47cff tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.0944722
Aug 23 01:53:51.212024 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Deleting port c15e4087-44ef-4fc8-ae4f-73dadee92322 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:53:51.212368 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:51.240378 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52922) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:51.274476 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:51.415783 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:53:51.424237 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd0af951f0d4a16bb5e9923ed1aa8ae is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:53:51.429276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:53:51.442805 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:53:51.557119 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bf619-44b7-41cf-9890-82cca982a9a1 req-3f06a2b0-8258-460f-9dd2-871cc4bb8151 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:51.557365 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-afd0ee86-60a8-4dc7-8d38-96d87caae87d req-e33cbaf4-3418-47ce-bb6a-5f47322aa4e8 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4476819
Aug 23 01:53:51.559112 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-680bf619-44b7-41cf-9890-82cca982a9a1 req-3f06a2b0-8258-460f-9dd2-871cc4bb8151 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.2710116
Aug 23 01:53:51.581658 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d7c592b-71d8-4ea6-b534-39d9774bfca7 req-a42fbe94-e300-46b5-b7bb-a602d573e0ec service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4446878
Aug 23 01:53:51.587891 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18943e-5573-48cf-beb6-36a7705f7325 req-687337af-3120-471d-8673-1b32908622ef tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:51.589908 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0e18943e-5573-48cf-beb6-36a7705f7325 req-687337af-3120-471d-8673-1b32908622ef tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 945 time: 0.6677797
Aug 23 01:53:51.642599 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0e18943e-5573-48cf-beb6-36a7705f7325 req-3b214b12-1013-412b-9c58-461a4b33fe92 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/security-groups?id=699d495c-3bd0-4f64-a107-3abd369a9acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459638
Aug 23 01:53:51.701032 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-680bf619-44b7-41cf-9890-82cca982a9a1 req-c571f989-8e39-4a5d-9864-674cbf95cfb8 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248181
Aug 23 01:53:51.803995 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:51.810313 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] For port c15e4087-44ef-4fc8-ae4f-73dadee92322, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c15e4087-44ef-4fc8-ae4f-73dadee92322,segment=NetworkSegment(3fdacee5-eee8-4e87-a548-01d850b54e09),segment_id=3fdacee5-eee8-4e87-a548-01d850b54e09)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:53:51.810776 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:51.875002 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:51.946592 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9c4a0997-1723-4885-a964-da121df1ce69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:51.963141 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Calling delete_port for c15e4087-44ef-4fc8-ae4f-73dadee92322 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:53:52.030315 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b3545-1958-4c1e-a14a-e11a8773cde4 None None] New status for floating IP 3266776a-877e-4280-9f4b-9cb76f96d063: ACTIVE {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:53:52.072859 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca68858-7d05-44d9-8b7e-d88be81448df,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:52.078999 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:52.086699 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bd0af951f0d4a16bb5e9923ed1aa8ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8427055
Aug 23 01:53:52.087389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 52946) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:53:52.274360 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-27ab5667-2c03-4fd8-adfa-28782e639362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:52.304015 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-27ab5667-2c03-4fd8-adfa-28782e639362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:52.341933 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:52.350055 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:52.356167 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['c15e4087-44ef-4fc8-ae4f-73dadee92322'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:53:52.436844 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Pushing event deleted for resources: {'Port': ['ID=c15e4087-44ef-4fc8-ae4f-73dadee92322,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:52.439307 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:52.511095 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] No DVR routers for this DVR port c15e4087-44ef-4fc8-ae4f-73dadee92322 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:53:52.514901 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:52.517541 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca43ef8-4ac8-411f-893f-26bf0a9ed391', 'name': 'network-vif-deleted', 'tag': 'c15e4087-44ef-4fc8-ae4f-73dadee92322'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:53:52.551286 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-27ab5667-2c03-4fd8-adfa-28782e639362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:52.554488 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-27ab5667-2c03-4fd8-adfa-28782e639362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:52.555814 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-27ab5667-2c03-4fd8-adfa-28782e639362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dca68858-7d05-44d9-8b7e-d88be81448df HTTP/1.1" status: 204  len: 168 time: 0.4678698
Aug 23 01:53:52.556456 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:53:52.568281 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab5667-2c03-4fd8-adfa-28782e639362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca68858-7d05-44d9-8b7e-d88be81448df,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:53:52.576778 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-27ab5667-2c03-4fd8-adfa-28782e639362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:53:52.584590 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca43ef8-4ac8-411f-893f-26bf0a9ed391', 'name': 'network-vif-deleted', 'tag': 'c15e4087-44ef-4fc8-ae4f-73dadee92322', 'status': 'completed', 'code': 200}
Aug 23 01:53:52.605187 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c87f5f7e-c31a-4826-aa6f-00ece7c73aa8 req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.21 "DELETE /v2.0/ports/c15e4087-44ef-4fc8-ae4f-73dadee92322 HTTP/1.1" status: 204  len: 173 time: 1.4602072
Aug 23 01:53:52.843025 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a93a3c43-0daa-4fd1-9682-42bc5960b5c0 req-bdc82b5e-d0bb-450b-9f1d-ab54e6f010de tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Synchronizing usage tracker for tenant:416847e4711d4c9f9a4baf68f89d10d3 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:53:52.953517 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a93a3c43-0daa-4fd1-9682-42bc5960b5c0 req-bdc82b5e-d0bb-450b-9f1d-ab54e6f010de tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Unset dirty status for tenant:416847e4711d4c9f9a4baf68f89d10d3 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:53:52.955959 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a93a3c43-0daa-4fd1-9682-42bc5960b5c0 req-bdc82b5e-d0bb-450b-9f1d-ab54e6f010de tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 210 time: 0.1809034
Aug 23 01:53:52.962308 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d40638-7ce4-4928-b6a3-8b4446aaf2e3 req-a1cc5f2a-322d-4360-8f53-78faba4627d0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:52.963786 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-71d40638-7ce4-4928-b6a3-8b4446aaf2e3 req-a1cc5f2a-322d-4360-8f53-78faba4627d0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0829837
Aug 23 01:53:53.041044 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-71d40638-7ce4-4928-b6a3-8b4446aaf2e3 req-e3a139c1-5d6b-4eb6-b41a-89ca36bb0203 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712197
Aug 23 01:53:55.285943 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90f3b9-e426-40bc-ab13-9ebe2f7b19f0 None None] New status for floating IP b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2: ACTIVE {{(pid=75866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:53:55.609916 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59d2d0-e0c2-485a-a1fd-02c646e3d4a0 req-6f47a0ee-c8d6-4dbe-b6a6-8f2a3a430249 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:55.617160 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6f59d2d0-e0c2-485a-a1fd-02c646e3d4a0 req-6f47a0ee-c8d6-4dbe-b6a6-8f2a3a430249 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0935917
Aug 23 01:53:55.661747 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6f59d2d0-e0c2-485a-a1fd-02c646e3d4a0 req-95b5aba1-590c-43bd-82ac-cbbbd4517e93 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429726
Aug 23 01:53:55.722138 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-44cda538-a36d-45d1-ad57-78e3e67a6731 req-64ebeb34-0bbf-4977-9989-ac9cccd43728 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 210 time: 0.0416982
Aug 23 01:53:56.904747 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2f9e7-b944-4496-848c-f54faf8a5e85 req-defd46d6-7b7e-44b4-9bba-a3b81a85797b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:56.913133 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9ad2f9e7-b944-4496-848c-f54faf8a5e85 req-defd46d6-7b7e-44b4-9bba-a3b81a85797b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1214061
Aug 23 01:53:56.925145 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d91ac443-1dd0-4696-9262-fd2791dcbe82 req-3c9c9c01-6bf2-4e78-9398-71dcb85b75d4 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca43ef8-4ac8-411f-893f-26bf0a9ed391 HTTP/1.1" status: 200  len: 210 time: 0.0538478
Aug 23 01:53:56.966139 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9ad2f9e7-b944-4496-848c-f54faf8a5e85 req-2b75452a-9f47-4248-9d21-699a49f2cf2c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519447
Aug 23 01:53:57.625003 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2cdffe5e-ea5c-44c6-a518-ad59d6e93d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:58.172833 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b4fad-ae3c-4d41-a477-73769e5f32cc req-3b046e1d-3cc5-4736-bb9d-78e920957857 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:58.174359 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-884b4fad-ae3c-4d41-a477-73769e5f32cc req-3b046e1d-3cc5-4736-bb9d-78e920957857 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0819993
Aug 23 01:53:58.196841 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:58.227787 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-884b4fad-ae3c-4d41-a477-73769e5f32cc req-582d5d4f-d7f2-4d01-ad79-b2a962069de6 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477810
Aug 23 01:53:59.318507 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c15e4087-44ef-4fc8-ae4f-73dadee92322 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:53:59.354854 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: c15e4087-44ef-4fc8-ae4f-73dadee92322 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:53:59.355204 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c15e4087-44ef-4fc8-ae4f-73dadee92322 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:53:59.438608 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d72d11-3fbb-4828-a0ee-c6f0a4489a7e req-8f65c5f2-e796-4c48-b7d3-a3a0b51d1030 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:53:59.440829 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4d72d11-3fbb-4828-a0ee-c6f0a4489a7e req-8f65c5f2-e796-4c48-b7d3-a3a0b51d1030 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0812011
Aug 23 01:53:59.496140 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4d72d11-3fbb-4828-a0ee-c6f0a4489a7e req-f17d9756-3d49-4ba9-8e7a-8e33b2bc7ab9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490510
Aug 23 01:53:59.964646 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-13fa376b-1cb9-4df7-9816-c5cb80be1196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:53:59.976684 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53200) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:00.140152 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.182285 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53216) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:00.199420 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:00.204282 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Usage tracker for resource:security_group_rule and tenant:1e3841f6616343dcbaec88b9c030cacc is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:00.207130 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:00.213244 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:00.244109 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] Deleting subnet e042c80c-47a7-414e-a841-51441ddc3b4f {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:54:00.246972 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.279158 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.296892 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637460'] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.353600 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.359394 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.363555 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:00.399605 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b0057b-bc29-48d1-bff0-be6b63628958,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:00.406027 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:00.412705 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e3841f6616343dcbaec88b9c030cacc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4345412
Aug 23 01:54:00.415291 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53222) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:00.476335 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-32c039ce-4b57-4d09-8f38-6b3450cd4a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.503602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-32c039ce-4b57-4d09-8f38-6b3450cd4a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.513414 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1466720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1228103'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.518234 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:00.554162 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e042c80c-47a7-414e-a841-51441ddc3b4f,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:00.557280 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:00.561381 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.568636 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-51bebf5a-e14b-4039-814c-12bb008a94fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e042c80c-47a7-414e-a841-51441ddc3b4f HTTP/1.1" status: 204  len: 168 time: 0.3844788
Aug 23 01:54:00.570363 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53228) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:00.661437 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-32c039ce-4b57-4d09-8f38-6b3450cd4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.665273 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e46c8947-4700-469d-88f9-09a2128d097e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:00.681270 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c039ce-4b57-4d09-8f38-6b3450cd4a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b0057b-bc29-48d1-bff0-be6b63628958,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:00.693230 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-32c039ce-4b57-4d09-8f38-6b3450cd4a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:00.702074 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-32c039ce-4b57-4d09-8f38-6b3450cd4a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.703755 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-32c039ce-4b57-4d09-8f38-6b3450cd4a30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43b0057b-bc29-48d1-bff0-be6b63628958 HTTP/1.1" status: 204  len: 168 time: 0.2869747
Aug 23 01:54:00.766795 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.787018 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.824995 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4063a-c718-4864-b844-a17cd80a35dc req-0f2c6fb0-24e0-4f29-8240-295fd59abd9e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:00.826501 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-73d4063a-c718-4864-b844-a17cd80a35dc req-0f2c6fb0-24e0-4f29-8240-295fd59abd9e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1752336
Aug 23 01:54:00.948794 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:00.970357 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480291340>,) {'filters': {'network_id': ['14c46dfc-72a2-4ebb-be2e-3e135b37b11d']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:00.986208 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480291340>, '3fdacee5-eee8-4e87-a548-01d850b54e09') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:00.986501 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480291340>, '3fdacee5-eee8-4e87-a548-01d850b54e09') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:00.998167 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-73d4063a-c718-4864-b844-a17cd80a35dc req-ed8736d0-1c6a-48f1-a2f6-6738d1773cc6 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528993
Aug 23 01:54:01.001483 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.018891 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.026141 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:54:01.026614 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:54:01.043577 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:54:01.388021 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.391992 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:01.413123 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.419379 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c46dfc-72a2-4ebb-be2e-3e135b37b11d,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:01.425007 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:01.534618 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d1206d2f-3ea4-4326-aa21-d3efaa5ce053 admin admin] 10.222.0.20 "DELETE /v2.0/networks/14c46dfc-72a2-4ebb-be2e-3e135b37b11d HTTP/1.1" status: 204  len: 168 time: 0.9622386
Aug 23 01:54:01.566883 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53262) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:01.588884 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.619780 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:01.624377 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Usage tracker for resource:security_group_rule and tenant:8715d3def5ae4d9d92289cf3defe31f2 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:01.627353 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:01.633422 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:01.704988 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.770838 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53270) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:01.798711 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.806750 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:01.851009 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63541695-ea72-44be-9952-e0a03e5cbc78,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:01.858147 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8715d3def5ae4d9d92289cf3defe31f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2874293
Aug 23 01:54:01.858147 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:01.858374 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53278) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:01.935310 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.950781 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9123c901-c3d7-4c32-ad59-f29516c28a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.992004 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9123c901-c3d7-4c32-ad59-f29516c28a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:01.999161 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:02.007035 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Usage tracker for resource:security_group_rule and tenant:18a0c572c10649f8a59b1b1c68e5f92c is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:02.015706 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:02.025330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:02.031570 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53282) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:02.096849 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-8f87024b-516a-4229-8012-38dddab6b9d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=416847e4711d4c9f9a4baf68f89d10d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0637307
Aug 23 01:54:02.098962 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53290) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:02.131420 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.210350 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9123c901-c3d7-4c32-ad59-f29516c28a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.216618 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-56b51d29-1ff0-4738-b4a8-deeaf9999a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:02.227104 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3932aafb-f8d5-490a-a016-4a1af21eee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.233969 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123c901-c3d7-4c32-ad59-f29516c28a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63541695-ea72-44be-9952-e0a03e5cbc78,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:02.241049 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9123c901-c3d7-4c32-ad59-f29516c28a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:02.242530 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9123c901-c3d7-4c32-ad59-f29516c28a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.243655 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9123c901-c3d7-4c32-ad59-f29516c28a2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63541695-ea72-44be-9952-e0a03e5cbc78 HTTP/1.1" status: 204  len: 168 time: 0.3844779
Aug 23 01:54:02.249881 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.282513 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3932aafb-f8d5-490a-a016-4a1af21eee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.283097 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:02.294808 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02fc8e-d22b-4387-9f19-d478554ed7fc req-b7e6262e-1812-41a0-8a97-56c6762cbe4b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:02.296222 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18a0c572c10649f8a59b1b1c68e5f92c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5242674
Aug 23 01:54:02.296455 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ba02fc8e-d22b-4387-9f19-d478554ed7fc req-b7e6262e-1812-41a0-8a97-56c6762cbe4b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1470399
Aug 23 01:54:02.296971 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53300) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:02.323380 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7a72a3-c41c-45e0-8878-c1f05408205f,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:02.327016 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:02.426013 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ba02fc8e-d22b-4387-9f19-d478554ed7fc req-493a9748-2b45-4e25-bf74-ccb532e7eed3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221921
Aug 23 01:54:02.440808 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e13257d-6e56-444f-8a94-c9ad965d419a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.470923 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e13257d-6e56-444f-8a94-c9ad965d419a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.484717 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.516853 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3932aafb-f8d5-490a-a016-4a1af21eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.523105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eaf8d744-3a67-4794-b1ef-7c960c30e681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:02.536766 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932aafb-f8d5-490a-a016-4a1af21eee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699d495c-3bd0-4f64-a107-3abd369a9acc,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:02.539237 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3932aafb-f8d5-490a-a016-4a1af21eee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:02.615680 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e13257d-6e56-444f-8a94-c9ad965d419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.619617 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-404f24c7-f6a6-45a4-9a86-7a3513f43b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:02.633456 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13257d-6e56-444f-8a94-c9ad965d419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7a72a3-c41c-45e0-8878-c1f05408205f,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:02.635374 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e13257d-6e56-444f-8a94-c9ad965d419a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.638610 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-1e13257d-6e56-444f-8a94-c9ad965d419a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef7a72a3-c41c-45e0-8878-c1f05408205f HTTP/1.1" status: 204  len: 168 time: 0.3367965
Aug 23 01:54:02.638610 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1e13257d-6e56-444f-8a94-c9ad965d419a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:02.667547 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3932aafb-f8d5-490a-a016-4a1af21eee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:02.668622 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-3932aafb-f8d5-490a-a016-4a1af21eee1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/699d495c-3bd0-4f64-a107-3abd369a9acc HTTP/1.1" status: 204  len: 168 time: 0.5679593
Aug 23 01:54:03.626546 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332c42-a2fc-4c9a-8909-660b1d21df9b req-d2aec200-2275-4ba2-9903-276f55cfae6d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:03.628030 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-17332c42-a2fc-4c9a-8909-660b1d21df9b req-d2aec200-2275-4ba2-9903-276f55cfae6d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0792215
Aug 23 01:54:03.679923 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-17332c42-a2fc-4c9a-8909-660b1d21df9b req-82ab930e-af21-4494-ae2a-2d43fadc2e9f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445387
Aug 23 01:54:03.798507 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53330) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:03.816785 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:03.851880 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:03.856412 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Usage tracker for resource:security_group_rule and tenant:23f5b215115f444c9d5e29bead918e25 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:03.859208 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:03.865700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:03.892880 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53334) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:03.919133 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53340) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:03.938738 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:03.950648 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.005828 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:04.010506 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Usage tracker for resource:security_group_rule and tenant:93dc715d9f2b46478e7169dc3865dd6a is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:04.013935 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:04.019993 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:04.032877 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.044172 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e98822ef-8bdb-4a38-8c73-12a85ad252f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:04.124170 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.146128 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585ccfa-a66e-457d-86e1-834837a8ccba,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:04.153858 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53354) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:04.154056 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23f5b215115f444c9d5e29bead918e25&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3543229
Aug 23 01:54:04.155009 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:04.227406 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.236996 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:04.261811 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.306168 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b583f450-ca73-4a44-a556-a2faa3b616b2,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:04.316154 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:04.326720 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93dc715d9f2b46478e7169dc3865dd6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4021220
Aug 23 01:54:04.326927 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53360) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:04.351531 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:04.356808 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e147f9bd-26db-4829-8432-b0d3790e57cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.359014 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] Usage tracker for resource:security_group_rule and tenant:f723ea2b7fc74fa28f80482b43863998 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:04.362215 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:04.376717 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:04.393342 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d2427dfe-3403-4e22-a763-b6ebb4449b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.403327 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e147f9bd-26db-4829-8432-b0d3790e57cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.433979 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d2427dfe-3403-4e22-a763-b6ebb4449b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.495505 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.575954 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d2427dfe-3403-4e22-a763-b6ebb4449b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.576218 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.580221 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9fa7ecca-edbb-4f74-bc69-929c72ac7771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:04.582862 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e147f9bd-26db-4829-8432-b0d3790e57cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.586815 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:04.598103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2427dfe-3403-4e22-a763-b6ebb4449b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b583f450-ca73-4a44-a556-a2faa3b616b2,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:04.638172 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d2427dfe-3403-4e22-a763-b6ebb4449b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:04.642805 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d2427dfe-3403-4e22-a763-b6ebb4449b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.644309 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d2427dfe-3403-4e22-a763-b6ebb4449b41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b583f450-ca73-4a44-a556-a2faa3b616b2 HTTP/1.1" status: 204  len: 168 time: 0.3161058
Aug 23 01:54:04.648311 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081e5e48-e9aa-42a8-92be-0d8a519d9e60,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:04.657905 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-aed1feb8-246e-408c-a847-7812389c7738 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f723ea2b7fc74fa28f80482b43863998&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7624874
Aug 23 01:54:04.660355 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53372) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:04.669580 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e147f9bd-26db-4829-8432-b0d3790e57cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.671040 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-e147f9bd-26db-4829-8432-b0d3790e57cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7585ccfa-a66e-457d-86e1-834837a8ccba HTTP/1.1" status: 204  len: 168 time: 0.5161560
Aug 23 01:54:04.674639 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147f9bd-26db-4829-8432-b0d3790e57cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585ccfa-a66e-457d-86e1-834837a8ccba,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:04.677222 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e147f9bd-26db-4829-8432-b0d3790e57cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:04.680718 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:04.681308 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:04.758928 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c73c-9f6a-4a8c-8202-92f64e9ca92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.788272 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c73c-9f6a-4a8c-8202-92f64e9ca92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.918505 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83428e90-1559-4e56-8223-61a1af8e186f req-ceadc5d3-83ab-4479-96cd-cb0bf7378684 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:04.919970 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-83428e90-1559-4e56-8223-61a1af8e186f req-ceadc5d3-83ab-4479-96cd-cb0bf7378684 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0846262
Aug 23 01:54:04.922066 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c73c-9f6a-4a8c-8202-92f64e9ca92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.926882 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:04.939801 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1c73c-9f6a-4a8c-8202-92f64e9ca92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081e5e48-e9aa-42a8-92be-0d8a519d9e60,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:04.942648 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-dbc1c73c-9f6a-4a8c-8202-92f64e9ca92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:04.945025 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c73c-9f6a-4a8c-8202-92f64e9ca92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:04.948897 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-dbc1c73c-9f6a-4a8c-8202-92f64e9ca92b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/081e5e48-e9aa-42a8-92be-0d8a519d9e60 HTTP/1.1" status: 204  len: 168 time: 0.2846873
Aug 23 01:54:04.967625 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-83428e90-1559-4e56-8223-61a1af8e186f req-904c5cde-2e50-497d-92f0-2eced2087d20 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416894
Aug 23 01:54:05.038460 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53388) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:05.509418 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1611928898-network', 'tenant_id': 'a7d76269b9b84905a47232cf7b258150'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:05.514732 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:05.518858 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Usage tracker for resource:network and tenant:a7d76269b9b84905a47232cf7b258150 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:05.522506 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:05.529109 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:05.662280 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Made reservation on behalf of a7d76269b9b84905a47232cf7b258150 for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:54:05.664540 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:05.677604 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:05.708745 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:05.712784 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d76269b9b84905a47232cf7b258150 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:05.715702 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:05.721573 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:05.791686 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:05.925169 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:05.934846 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-08538b47-fade-494b-8ea1-797e57d6c7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:05.973021 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:54:05.986077 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53420) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:05.997389 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d62098-4882-4829-8d04-7d419f6b8aa3,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:06.001631 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:06.004530 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.009469 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Added segment 2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f of type vlan for network e53c772e-7954-4a2c-84fa-6dee497c55c2
Aug 23 01:54:06.016389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.067391 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.073748 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:06.078405 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:01037685517a409aab4939602944b07e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:06.083743 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:06.097310 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:06.249767 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.251782 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.261768 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:06.262569 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.268747 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e7b9e7cd-6454-41ee-b8b4-bb5809a6c3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:06.327485 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.334065 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:06.377812 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e4180f-e797-42d4-a8de-4c5515bd5d85,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:06.383086 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01037685517a409aab4939602944b07e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3951359
Aug 23 01:54:06.384041 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:06.385756 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53434) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:06.391772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Pushing event updated for resources: {'Network': ['ID=e53c772e-7954-4a2c-84fa-6dee497c55c2,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:06.393551 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:06.403789 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abe06f-d69f-4b40-b926-40334ad3d510 req-69680f5b-2f41-4bfe-b978-ac6b32efeda7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:06.405313 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-10abe06f-d69f-4b40-b926-40334ad3d510 req-69680f5b-2f41-4bfe-b978-ac6b32efeda7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.2502577
Aug 23 01:54:06.414450 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network e53c772e-7954-4a2c-84fa-6dee497c55c2 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:54:06.461404 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.4218297
Aug 23 01:54:06.465697 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53442) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:06.498143 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Request body: {'subnet': {'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1611928898-subnet', 'tenant_id': 'a7d76269b9b84905a47232cf7b258150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:06.504155 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-10abe06f-d69f-4b40-b926-40334ad3d510 req-8d4ae581-f86a-4c86-b90d-161ccf201e7f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861177
Aug 23 01:54:06.507101 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:06.521163 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Usage tracker for resource:subnet and tenant:a7d76269b9b84905a47232cf7b258150 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:06.521163 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:06.522857 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:06.531550 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f26bb0af-7484-4b33-84a0-09a065d7db89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.564443 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f26bb0af-7484-4b33-84a0-09a065d7db89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.641908 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Made reservation on behalf of a7d76269b9b84905a47232cf7b258150 for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:54:06.648065 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1320288'] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.804451 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53452) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:06.819722 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f26bb0af-7484-4b33-84a0-09a065d7db89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.980635 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1e13257d-6e56-444f-8a94-c9ad965d419a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:06.980635 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bb0af-7484-4b33-84a0-09a065d7db89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e4180f-e797-42d4-a8de-4c5515bd5d85,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:06.980635 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f26bb0af-7484-4b33-84a0-09a065d7db89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:06.980635 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f26bb0af-7484-4b33-84a0-09a065d7db89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:06.980635 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-f26bb0af-7484-4b33-84a0-09a065d7db89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25e4180f-e797-42d4-a8de-4c5515bd5d85 HTTP/1.1" status: 204  len: 168 time: 0.4866598
Aug 23 01:54:07.157120 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1224899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1320306'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.159346 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-493110594-network', 'tenant_id': 'b957058c6f594acdb887b13f539aa696'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:07.160382 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ae66df1d-12a0-4a1b-a63a-2cb83a62ec8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:07.165799 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:07.170403 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Usage tracker for resource:network and tenant:b957058c6f594acdb887b13f539aa696 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:07.173417 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:07.180081 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:07.241301 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0de8f50-85ac-4e52-8846-c49f8f2624a8,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:07.247350 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:07.255136 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Checking segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:54:07.255551 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Network hostable DHCP agents. Network: e53c772e-7954-4a2c-84fa-6dee497c55c2, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:54:07.293709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Made reservation on behalf of b957058c6f594acdb887b13f539aa696 for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:54:07.296313 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.311290 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.352021 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:07.355941 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Usage tracker for resource:security_group_rule and tenant:b957058c6f594acdb887b13f539aa696 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:07.359033 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:07.365566 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:07.404253 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Network e53c772e-7954-4a2c-84fa-6dee497c55c2 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:54:07.444931 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.498971 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, e53c772e-7954-4a2c-84fa-6dee497c55c2) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:54:07.503767 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:07.504371 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.514483 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd892122-22a1-4b1e-a043-e11614cb2edc None None] Network e53c772e-7954-4a2c-84fa-6dee497c55c2 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:54:07.530239 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.548832 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:54:07.560063 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.560774 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Added segment 9366867b-ef32-4d45-93d7-17cc97431d53 of type vlan for network 3e435918-b371-4594-850e-7bf9f6e3606b
Aug 23 01:54:07.591877 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1123998
Aug 23 01:54:07.597678 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.602947 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:07.656172 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddefbb6-20e1-4a33-807e-b70dd94a48f7,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:07.680103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:07.747220 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.748446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:07.749053 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:07.754062 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ac579874-57d9-4e05-817f-9410283b3041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:07.841435 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bd226-83ba-4f56-8db3-8bc6eb116d23 None None] Network e53c772e-7954-4a2c-84fa-6dee497c55c2 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:54:07.868133 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Pushing event updated for resources: {'Network': ['ID=3e435918-b371-4594-850e-7bf9f6e3606b,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:07.883437 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:07.911186 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 3e435918-b371-4594-850e-7bf9f6e3606b details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:54:07.947736 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.1419642
Aug 23 01:54:07.951019 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53506) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:07.956985 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Request body: {'subnet': {'network_id': '3e435918-b371-4594-850e-7bf9f6e3606b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-493110594-subnet', 'tenant_id': 'b957058c6f594acdb887b13f539aa696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:07.963505 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:07.967796 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Usage tracker for resource:subnet and tenant:b957058c6f594acdb887b13f539aa696 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:07.970932 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:07.976980 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:08.093595 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Made reservation on behalf of b957058c6f594acdb887b13f539aa696 for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:54:08.095859 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1228124'] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:08.382446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1466671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1228110'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:08.402832 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:08.487408 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ddfc36-37d9-4708-b921-6df551b8495f,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:08.490898 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:08.514120 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Checking segment: {'id': '9366867b-ef32-4d45-93d7-17cc97431d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3e435918-b371-4594-850e-7bf9f6e3606b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:54:08.515882 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Network hostable DHCP agents. Network: 3e435918-b371-4594-850e-7bf9f6e3606b, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:54:08.608022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Network 3e435918-b371-4594-850e-7bf9f6e3606b is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:54:08.687385 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 3e435918-b371-4594-850e-7bf9f6e3606b) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:54:08.691619 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:08.692168 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:08.697628 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c0999-d632-4773-9a53-19bdd74e2a66 None None] Network 3e435918-b371-4594-850e-7bf9f6e3606b requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:54:08.768531 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8162887
Aug 23 01:54:08.910920 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abca5ab-21e6-4a20-8f8e-a8ff6817e951 None None] Network 3e435918-b371-4594-850e-7bf9f6e3606b requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:54:09.944852 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e01a7-ef7c-4389-b3cf-db9179539dea req-2f6a0c1c-6b16-4745-9abc-a4fc0f2f578d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:09.944852 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3f9e01a7-ef7c-4389-b3cf-db9179539dea req-2f6a0c1c-6b16-4745-9abc-a4fc0f2f578d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0856860
Aug 23 01:54:09.991448 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3f9e01a7-ef7c-4389-b3cf-db9179539dea req-de6b9273-d116-41b9-8807-e90560bf7430 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410726
Aug 23 01:54:10.363531 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-7120fec8-6594-4f09-8917-be99683d4b45 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:10.364264 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-7120fec8-6594-4f09-8917-be99683d4b45 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:network {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:54:10.399309 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53578) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:10.405536 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1097499921-network', 'tenant_id': 'ff64b622be5f4cc5b4179045e7b73a41'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:10.412733 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:10.416783 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Usage tracker for resource:network and tenant:ff64b622be5f4cc5b4179045e7b73a41 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:10.419832 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:10.425697 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:10.455582 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-7120fec8-6594-4f09-8917-be99683d4b45 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:network {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:54:10.456911 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-7120fec8-6594-4f09-8917-be99683d4b45 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 815 time: 0.3259826
Aug 23 01:54:10.474055 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-9b60e1b9-2777-49be-a59f-2aa59b06f1fe tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/quotas/a7d76269b9b84905a47232cf7b258150 HTTP/1.1" status: 200  len: 375 time: 0.0110266
Aug 23 01:54:10.518406 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Made reservation on behalf of ff64b622be5f4cc5b4179045e7b73a41 for: {'network': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:54:10.520826 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:10.526148 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-c2ba00d0-0802-4103-bbfc-1e0a05e13447 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459764
Aug 23 01:54:10.537502 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:10.570614 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:10.575390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ff64b622be5f4cc5b4179045e7b73a41 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:10.578655 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:10.584848 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:10.659871 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:10.716232 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-1a9f00ae-d4e7-4392-a78b-b7a9a9178049 service neutron] 10.222.0.20 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784618
Aug 23 01:54:10.724065 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:10.729229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-19bb2415-629f-4ae3-8dc7-4d4cc2ada1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:10.763151 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=75864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:54:10.772007 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2fd9c1-7e31-4079-a984-a774a2705cbc,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:10.776146 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:10.781306 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:10.781891 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.segments_db [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Added segment a9653ede-e874-42ae-85e7-dbd213b90a0b of type vlan for network 3e6b7ba8-86fe-49fe-b0d5-2cb07192c716
Aug 23 01:54:10.817739 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:10.862047 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-d66fc9ad-8276-4020-90c6-376a01ca7cda service neutron] 10.222.0.20 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401019
Aug 23 01:54:10.904482 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:10.905889 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:10.906638 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:10.911768 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f8983f7a-faad-438d-b197-c65abd039c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:11.016260 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=3e6b7ba8-86fe-49fe-b0d5-2cb07192c716,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:11.019110 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:11.027592 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 3e6b7ba8-86fe-49fe-b0d5-2cb07192c716 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:54:11.082996 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6824193
Aug 23 01:54:11.091282 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 53600) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:11.105696 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Request body: {'subnet': {'network_id': '3e6b7ba8-86fe-49fe-b0d5-2cb07192c716', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1097499921-subnet', 'tenant_id': 'ff64b622be5f4cc5b4179045e7b73a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:11.118242 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:11.123742 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Usage tracker for resource:subnet and tenant:ff64b622be5f4cc5b4179045e7b73a41 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:11.131945 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:11.157281 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:11.250356 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a39dd0f6-d3f0-49ff-a614-4f585455a3ed req-02f54be9-5830-415c-ab03-c542d9ce0b6a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 210 time: 0.0567071
Aug 23 01:54:11.270967 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Made reservation on behalf of ff64b622be5f4cc5b4179045e7b73a41 for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:54:11.270967 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1320288'] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:11.334346 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf06b-090d-487c-88d8-1822cf837511 req-e103d136-ca7a-4504-a2e2-4eb442d49283 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:11.336003 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6bbcf06b-090d-487c-88d8-1822cf837511 req-e103d136-ca7a-4504-a2e2-4eb442d49283 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1281230
Aug 23 01:54:11.453305 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6bbcf06b-090d-487c-88d8-1822cf837511 req-1a313ecd-5238-4dcb-9e3f-e45844cf231e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090786
Aug 23 01:54:11.598416 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1224899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1320306'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:11.603071 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6006e922-9ae4-4e79-81f9-95229e01b5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:11.680272 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e2f457-f4fe-46d6-a665-bd1461377e2e,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:11.685243 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:11.695078 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Checking segment: {'id': 'a9653ede-e874-42ae-85e7-dbd213b90a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3e6b7ba8-86fe-49fe-b0d5-2cb07192c716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:54:11.695434 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Network hostable DHCP agents. Network: 3e6b7ba8-86fe-49fe-b0d5-2cb07192c716, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:54:11.775218 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Network 3e6b7ba8-86fe-49fe-b0d5-2cb07192c716 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:54:11.861011 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 3e6b7ba8-86fe-49fe-b0d5-2cb07192c716) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:54:11.865326 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:11.866087 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:11.870092 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a246b-2dbe-405a-b3ee-6ac577847831 None None] Network 3e6b7ba8-86fe-49fe-b0d5-2cb07192c716 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:54:11.974015 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8737481
Aug 23 01:54:12.105149 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae50e6-4d34-456f-9099-90a401ba33f0 None None] Network 3e6b7ba8-86fe-49fe-b0d5-2cb07192c716 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:54:12.408362 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6313eaf3-c544-4568-ab6f-b5aa3f9a3f2d req-9857676b-8c76-4813-bbbe-e3545d9f000b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 210 time: 0.0566807
Aug 23 01:54:12.693189 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a6f3f-f76b-4113-a7bf-43787c426ce7 req-eef3324c-cf4d-4405-bdf5-73eac3929669 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:12.694643 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-362a6f3f-f76b-4113-a7bf-43787c426ce7 req-eef3324c-cf4d-4405-bdf5-73eac3929669 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0869663
Aug 23 01:54:12.738841 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-362a6f3f-f76b-4113-a7bf-43787c426ce7 req-509444a3-09cf-4646-8df0-9cd4e7338b09 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379353
Aug 23 01:54:13.589815 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-dbaeba29-4cd1-4686-a38d-5b8ef5b0be86 req-f16b9250-332d-4d37-84ad-d0299eb75429 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 210 time: 0.0425901
Aug 23 01:54:13.950709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29398824-b3b7-479b-ae00-b7068241ab53 req-d037f62e-b8f6-4a82-a11a-5cd2b329781f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:13.952284 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-29398824-b3b7-479b-ae00-b7068241ab53 req-d037f62e-b8f6-4a82-a11a-5cd2b329781f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0806012
Aug 23 01:54:14.001910 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-29398824-b3b7-479b-ae00-b7068241ab53 req-c2fd9c12-151a-4b32-ab48-93da29da8f60 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425708
Aug 23 01:54:14.278805 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e000ac76-3908-41fd-be62-0d3c96ab3c18 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:14.280217 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e000ac76-3908-41fd-be62-0d3c96ab3c18 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 815 time: 0.1962583
Aug 23 01:54:14.300140 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Request body: {'port': {'device_id': '4066531e-4b55-4a37-a033-415306d0a260', 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'admin_state_up': True, 'tenant_id': 'a7d76269b9b84905a47232cf7b258150'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:14.479339 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:14.499644 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Usage tracker for resource:port and tenant:a7d76269b9b84905a47232cf7b258150 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:14.512499 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:14.518764 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:14.609572 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Made reservation on behalf of a7d76269b9b84905a47232cf7b258150 for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:54:14.613233 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:14.799142 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5b1dfca3-483f-4c9e-8e4c-1f290b178134 req-fc540792-e4a3-4e0c-afda-6108123308e3 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 210 time: 0.0717962
Aug 23 01:54:14.875274 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Allocated IP 172.20.0.14 (e53c772e-7954-4a2c-84fa-6dee497c55c2/e0de8f50-85ac-4e52-8846-c49f8f2624a8/1249322e-70f2-44fe-afee-fd2671568948) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:54:15.102691 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:15.144379 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:15.227293 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:15.232842 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202d581-3fb9-4519-acec-f2c712a1fde1 req-366efc01-c354-4f72-938a-a1c0dafcc9c2 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:15.234291 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:15.234890 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a202d581-3fb9-4519-acec-f2c712a1fde1 req-366efc01-c354-4f72-938a-a1c0dafcc9c2 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0838132
Aug 23 01:54:15.282267 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a202d581-3fb9-4519-acec-f2c712a1fde1 req-bed925a2-9121-4151-826e-35c9eb01c4c3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415661
Aug 23 01:54:15.309227 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Network e53c772e-7954-4a2c-84fa-6dee497c55c2 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:54:15.309227 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:54:15.311187 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Pushing event updated for resources: {'Port': ['ID=1249322e-70f2-44fe-afee-fd2671568948,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:15.313523 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:54:15.345087 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:15.390358 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:15.391537 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:15.503058 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2071888
Aug 23 01:54:15.515143 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Request body: {'port': {'device_id': '4066531e-4b55-4a37-a033-415306d0a260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:15.629941 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:16.033880 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1249322e-70f2-44fe-afee-fd2671568948 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:54:16.043497 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:16.064230 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Transition to ACTIVE for port object 1249322e-70f2-44fe-afee-fd2671568948 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:54:16.077683 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154436-4df6-4856-9369-284743dd06cb req-ae997707-3eed-481b-9c9f-ac5fb77904b8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:16.078380 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-68154436-4df6-4856-9369-284743dd06cb req-ae997707-3eed-481b-9c9f-ac5fb77904b8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:54:16.135382 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:16.139559 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:16.196845 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-68154436-4df6-4856-9369-284743dd06cb req-ae997707-3eed-481b-9c9f-ac5fb77904b8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:54:16.197986 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-68154436-4df6-4856-9369-284743dd06cb req-ae997707-3eed-481b-9c9f-ac5fb77904b8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 932 time: 0.2657161
Aug 23 01:54:16.276209 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1249322e-70f2-44fe-afee-fd2671568948,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:16.280727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:16.347474 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-68154436-4df6-4856-9369-284743dd06cb req-01b1a051-ab5f-48f1-9c8b-f06678a997fb tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002839
Aug 23 01:54:16.431838 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Attempting to bind port 1249322e-70f2-44fe-afee-fd2671568948 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:54:16.432173 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Attempting to bind port 1249322e-70f2-44fe-afee-fd2671568948 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:54:16.432522 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Attempting to bind port 1249322e-70f2-44fe-afee-fd2671568948 on network e53c772e-7954-4a2c-84fa-6dee497c55c2 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:54:16.442405 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Port 1249322e-70f2-44fe-afee-fd2671568948 on network e53c772e-7954-4a2c-84fa-6dee497c55c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:54:16.442785 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Attempting to bind port 1249322e-70f2-44fe-afee-fd2671568948 on network e53c772e-7954-4a2c-84fa-6dee497c55c2 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:54:16.450390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:54:16.450772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Checking segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:54:16.454727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Bound using segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:54:16.454727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Bound port: 1249322e-70f2-44fe-afee-fd2671568948, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:54:16.454727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:16.539365 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf2625-50d5-4dd9-a529-a6ded62e9e33 req-e6f87c90-3c0d-418a-99e4-9b498d2dc90d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:16.546822 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8edf2625-50d5-4dd9-a529-a6ded62e9e33 req-e6f87c90-3c0d-418a-99e4-9b498d2dc90d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1172948
Aug 23 01:54:16.606902 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] For port 1249322e-70f2-44fe-afee-fd2671568948, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:54:16.618775 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8edf2625-50d5-4dd9-a529-a6ded62e9e33 req-82120602-dae8-4a4c-aaa4-830facbbce22 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720632
Aug 23 01:54:16.629546 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] For port 1249322e-70f2-44fe-afee-fd2671568948, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1249322e-70f2-44fe-afee-fd2671568948,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:54:16.722297 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:16.727018 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:16.852374 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53760) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:16.885020 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:16.887089 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/1249322e-70f2-44fe-afee-fd2671568948 HTTP/1.1" status: 200  len: 1094 time: 1.3763039
Aug 23 01:54:16.887597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4066531e-4b55-4a37-a033-415306d0a260', 'tag': '1249322e-70f2-44fe-afee-fd2671568948'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:54:16.907694 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1249322e-70f2-44fe-afee-fd2671568948,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:16.911063 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:16.978606 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4066531e-4b55-4a37-a033-415306d0a260', 'tag': '1249322e-70f2-44fe-afee-fd2671568948', 'status': 'completed', 'code': 200}
Aug 23 01:54:17.023749 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:17.056356 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:17.061137 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Usage tracker for resource:security_group_rule and tenant:e343c3b0e722488b836cd6592126a720 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:17.064087 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:17.070052 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:17.092540 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-bff580a0-c737-422c-a17c-4efe1f86c19a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 1097 time: 0.0811806
Aug 23 01:54:17.139504 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:17.176474 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-8acabc23-f9b1-4429-b4b0-b4d246b86b8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1249322e-70f2-44fe-afee-fd2671568948 HTTP/1.1" status: 200  len: 217 time: 0.0701723
Aug 23 01:54:17.233064 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:17.240818 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5baa2cff-e39e-4a44-807c-accecc42f62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:17.246709 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-7de78546-8324-49dc-8eea-724ca786d39a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:17.248156 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-7de78546-8324-49dc-8eea-724ca786d39a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0de8f50-85ac-4e52-8846-c49f8f2624a8 HTTP/1.1" status: 200  len: 855 time: 0.0626497
Aug 23 01:54:17.280392 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750f6594-3e80-4933-97f9-7608b7dbb00e,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:17.287999 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e343c3b0e722488b836cd6592126a720&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4355121
Aug 23 01:54:17.288393 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53768) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:17.305316 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-39152dcd-f15b-4c0b-9889-be08c3c6f157 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e53c772e-7954-4a2c-84fa-6dee497c55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492029
Aug 23 01:54:17.310725 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:17.386112 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-adda8f45-4db2-43fd-9624-ae6e3ae2521e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:17.462602 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-adda8f45-4db2-43fd-9624-ae6e3ae2521e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:17.521129 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-819ae6cf-31fc-4640-a45f-fe6852696de9 service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039711
Aug 23 01:54:17.663364 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-adda8f45-4db2-43fd-9624-ae6e3ae2521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:17.671053 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e13fb810-9514-4682-8ac1-7fb74604d13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:17.690169 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda8f45-4db2-43fd-9624-ae6e3ae2521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750f6594-3e80-4933-97f9-7608b7dbb00e,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:17.693515 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-adda8f45-4db2-43fd-9624-ae6e3ae2521e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:17.694756 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-adda8f45-4db2-43fd-9624-ae6e3ae2521e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:17.699263 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-adda8f45-4db2-43fd-9624-ae6e3ae2521e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/750f6594-3e80-4933-97f9-7608b7dbb00e HTTP/1.1" status: 204  len: 168 time: 0.4067640
Aug 23 01:54:17.726816 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f0f9d79e-635d-49c9-a40c-e1e59182f330 req-a5478673-8e27-4634-bfac-049905620c0b service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972797
Aug 23 01:54:17.744080 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1a1d6-2c47-409a-a782-73c72035fcb7 req-a6ab0649-bcf9-4bff-be51-c98f1051820d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:17.746703 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-60d1a1d6-2c47-409a-a782-73c72035fcb7 req-a6ab0649-bcf9-4bff-be51-c98f1051820d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 944 time: 0.1866820
Aug 23 01:54:17.795703 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-60d1a1d6-2c47-409a-a782-73c72035fcb7 req-cbe01077-a213-42ef-b3c6-854758866ac8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421391
Aug 23 01:54:17.833926 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8f153-6eb8-4bd9-b910-b3a911d7505f req-26cf1a29-d96e-484d-8087-154ff5a6de7b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:17.835500 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-26f8f153-6eb8-4bd9-b910-b3a911d7505f req-26cf1a29-d96e-484d-8087-154ff5a6de7b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0841022
Aug 23 01:54:17.883550 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-26f8f153-6eb8-4bd9-b910-b3a911d7505f req-fb5eda0c-63f5-45d1-bf99-f29d84fc8694 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421197
Aug 23 01:54:17.910980 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-84c0510f-81eb-4d21-aedf-0f75628d9d7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 1097 time: 0.0732927
Aug 23 01:54:18.050490 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-4ffd8462-58a9-4a58-810a-f70db2eee3e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:18.051927 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-4ffd8462-58a9-4a58-810a-f70db2eee3e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 915 time: 0.1285918
Aug 23 01:54:18.129525 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-06d5a156-31ce-442e-a943-d8fe1ca2c8c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1249322e-70f2-44fe-afee-fd2671568948 HTTP/1.1" status: 200  len: 217 time: 0.0665991
Aug 23 01:54:18.202292 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-d8dcbf22-f804-40ca-9ed0-3b4cca9bb43b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:18.203760 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-d8dcbf22-f804-40ca-9ed0-3b4cca9bb43b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0de8f50-85ac-4e52-8846-c49f8f2624a8 HTTP/1.1" status: 200  len: 855 time: 0.0664189
Aug 23 01:54:18.263846 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-e343a962-fb38-4558-bde7-ad495f4b8e91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e53c772e-7954-4a2c-84fa-6dee497c55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443549
Aug 23 01:54:18.406110 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-d285d1a4-8caa-4afe-abdb-058bcbff72a4 service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346788
Aug 23 01:54:18.469674 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53796) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:18.490186 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:18.523562 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:18.528292 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Usage tracker for resource:security_group_rule and tenant:5ebd603b4e914193a15e423856e292d2 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:18.531227 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:18.537437 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:18.581955 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0f3ce1c5-acb3-411d-8332-d26637206ea6 req-738b98e9-a127-4751-bdd2-2b7e8893a017 service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681795
Aug 23 01:54:18.614047 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:18.677155 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:18.684135 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5e59e62e-c234-4409-b93a-e972450ddd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:18.731074 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9970a5fd-01ef-4f02-b102-3c13ffae8556,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:18.735810 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ebd603b4e914193a15e423856e292d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2648845
Aug 23 01:54:18.736767 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:18.738149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 53806) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:18.799216 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bed0120a-b630-4c5f-a558-be3194c06e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:18.833657 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bed0120a-b630-4c5f-a558-be3194c06e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:18.944860 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bed0120a-b630-4c5f-a558-be3194c06e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:18.949080 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9123c901-c3d7-4c32-ad59-f29516c28a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:18.972232 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0120a-b630-4c5f-a558-be3194c06e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9970a5fd-01ef-4f02-b102-3c13ffae8556,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:18.976264 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-bed0120a-b630-4c5f-a558-be3194c06e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:18.981258 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bed0120a-b630-4c5f-a558-be3194c06e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:18.982818 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-bed0120a-b630-4c5f-a558-be3194c06e52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9970a5fd-01ef-4f02-b102-3c13ffae8556 HTTP/1.1" status: 204  len: 168 time: 0.2436590
Aug 23 01:54:19.022291 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b52273-e4b8-4459-8a99-ba2f9bc78026 req-7f304930-f122-4930-8aea-12d1790b7851 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:19.023745 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f2b52273-e4b8-4459-8a99-ba2f9bc78026 req-7f304930-f122-4930-8aea-12d1790b7851 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 944 time: 0.0876951
Aug 23 01:54:19.077105 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f2b52273-e4b8-4459-8a99-ba2f9bc78026 req-075ce3fd-f706-4991-b9ee-53305789ffd4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471365
Aug 23 01:54:19.148862 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63316aa2-7bcb-453d-bbf0-a3d7cc8140bb req-a4d8ecc1-8d30-4e56-9059-28da79147774 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:19.150361 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63316aa2-7bcb-453d-bbf0-a3d7cc8140bb req-a4d8ecc1-8d30-4e56-9059-28da79147774 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0943272
Aug 23 01:54:19.200733 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-63316aa2-7bcb-453d-bbf0-a3d7cc8140bb req-fd9912d6-abb7-40ff-a87e-033dc8269af0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430393
Aug 23 01:54:19.403738 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 1249322e-70f2-44fe-afee-fd2671568948 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:54:19.566939 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 1249322e-70f2-44fe-afee-fd2671568948, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1249322e-70f2-44fe-afee-fd2671568948,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:54:19.582132 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '1249322e-70f2-44fe-afee-fd2671568948', 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'port_id': '1249322e-70f2-44fe-afee-fd2671568948', 'mac_address': 'fa:16:3e:0c:f6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0de8f50-85ac-4e52-8846-c49f8f2624a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:54:19.636743 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:19.655880 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1249322e-70f2-44fe-afee-fd2671568948 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:54:19.671908 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 1249322e-70f2-44fe-afee-fd2671568948, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1249322e-70f2-44fe-afee-fd2671568948,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:54:19.776161 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:19.778558 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:19.846927 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=1249322e-70f2-44fe-afee-fd2671568948,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:19.856219 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.856571 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.856912 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.857240 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.857564 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.857886 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.858208 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.858551 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.858869 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.859189 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.859503 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:19.863420 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:20.139416 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1249322e-70f2-44fe-afee-fd2671568948'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:54:20.209320 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:54:20.308090 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca60e5-a61e-46ca-b8f1-6f823bfeb02c req-b60e7864-381e-4788-912b-7942adf74011 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:20.318355 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d1ca60e5-a61e-46ca-b8f1-6f823bfeb02c req-b60e7864-381e-4788-912b-7942adf74011 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 945 time: 0.1214252
Aug 23 01:54:20.437131 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d1ca60e5-a61e-46ca-b8f1-6f823bfeb02c req-29b6769a-e6b4-462f-9698-73b81b539605 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173177
Aug 23 01:54:20.493429 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31efaf5-7890-494d-8397-e44b2c4a26b0 req-52a606f5-98a9-499c-b6bc-4be20a31c954 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:20.495991 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b31efaf5-7890-494d-8397-e44b2c4a26b0 req-52a606f5-98a9-499c-b6bc-4be20a31c954 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1324556
Aug 23 01:54:20.550526 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b31efaf5-7890-494d-8397-e44b2c4a26b0 req-77238dc1-4af3-4024-8783-4a5f3508047a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485394
Aug 23 01:54:21.422535 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 1249322e-70f2-44fe-afee-fd2671568948 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:54:21.569367 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 1249322e-70f2-44fe-afee-fd2671568948 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:54:21.575159 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 1249322e-70f2-44fe-afee-fd2671568948 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:54:21.575724 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:21.638669 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44bed6-d8c6-41db-b359-a04a9e359eb2 req-75e42230-9e7b-49a6-b0e0-b2bdaee91725 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:21.640784 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7b44bed6-d8c6-41db-b359-a04a9e359eb2 req-75e42230-9e7b-49a6-b0e0-b2bdaee91725 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 945 time: 0.0861094
Aug 23 01:54:21.705788 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7b44bed6-d8c6-41db-b359-a04a9e359eb2 req-79dab2d8-f2ca-49a3-990a-98de1b31c4b4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589478
Aug 23 01:54:21.772957 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:21.790251 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0d2eb-5435-4112-90fa-16ca1ba66b58 req-7520cb50-a796-4552-a0a3-b3d4d7647949 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:21.792383 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2ae0d2eb-5435-4112-90fa-16ca1ba66b58 req-7520cb50-a796-4552-a0a3-b3d4d7647949 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1029496
Aug 23 01:54:21.814315 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4066531e-4b55-4a37-a033-415306d0a260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1249322e-70f2-44fe-afee-fd2671568948'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:54:21.826541 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 1249322e-70f2-44fe-afee-fd2671568948, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1249322e-70f2-44fe-afee-fd2671568948,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:54:21.861153 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2ae0d2eb-5435-4112-90fa-16ca1ba66b58 req-d4ae026a-94c0-4d06-b1e8-556ab49a0980 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628664
Aug 23 01:54:21.906871 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:21.908785 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:21.998520 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=1249322e-70f2-44fe-afee-fd2671568948,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:22.012454 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:22.020251 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4066531e-4b55-4a37-a033-415306d0a260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1249322e-70f2-44fe-afee-fd2671568948', 'code': 200}
Aug 23 01:54:22.468410 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2d04969f-cb38-4d82-b22d-0ef07e6f949e req-89a39862-666c-4c4c-ac96-fa98445b124e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 1099 time: 0.0756009
Aug 23 01:54:22.511535 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2d04969f-cb38-4d82-b22d-0ef07e6f949e req-05373ac9-d97e-4c3a-b931-fdf1d152df5d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362325
Aug 23 01:54:22.914375 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76289b13-1b3b-47ee-8ab9-8cf04edf6a11 req-c3f54108-fe36-4f56-a85a-31d34a5cede4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:22.916155 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-76289b13-1b3b-47ee-8ab9-8cf04edf6a11 req-c3f54108-fe36-4f56-a85a-31d34a5cede4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 946 time: 0.0926011
Aug 23 01:54:22.978573 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-76289b13-1b3b-47ee-8ab9-8cf04edf6a11 req-961ebdda-9801-4d8b-8ef9-94a9cac7ee1c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520689
Aug 23 01:54:23.102210 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021dac8-d686-4579-bf08-ce7f1c920edb req-90a7a080-f701-4dd1-be27-3942e7518ff9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:23.110810 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8021dac8-d686-4579-bf08-ce7f1c920edb req-90a7a080-f701-4dd1-be27-3942e7518ff9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0964704
Aug 23 01:54:23.220643 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8021dac8-d686-4579-bf08-ce7f1c920edb req-7607a6be-2585-4428-b19d-7132eb9fee7a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089711
Aug 23 01:54:24.205852 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428bca6-cc91-414b-adf5-ec60ee7e22ac req-334a2f1b-3ca7-4521-b4c4-8ee30b920ad4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:24.207214 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d428bca6-cc91-414b-adf5-ec60ee7e22ac req-334a2f1b-3ca7-4521-b4c4-8ee30b920ad4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 946 time: 0.0906653
Aug 23 01:54:24.256641 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-d428bca6-cc91-414b-adf5-ec60ee7e22ac req-de8640e9-0a3b-4d63-91e1-a48f3abd6cbf tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:54:24.395829 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-d428bca6-cc91-414b-adf5-ec60ee7e22ac req-de8640e9-0a3b-4d63-91e1-a48f3abd6cbf tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:54:24.397181 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d428bca6-cc91-414b-adf5-ec60ee7e22ac req-de8640e9-0a3b-4d63-91e1-a48f3abd6cbf tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843152
Aug 23 01:54:24.543189 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c6070-f955-48be-b542-de1049f4d77e req-3d9ca83e-95b0-4186-9cbe-cfb18c8a881c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:24.544751 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-967c6070-f955-48be-b542-de1049f4d77e req-3d9ca83e-95b0-4186-9cbe-cfb18c8a881c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0825660
Aug 23 01:54:24.616297 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-967c6070-f955-48be-b542-de1049f4d77e req-4dba48bf-7df5-4701-b504-c12b6c425c08 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656958
Aug 23 01:54:25.820645 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75013b-2d10-4f15-a741-ea5d69ea0edf req-dfa250f9-d7b1-4446-80e5-92a7e4d55ca5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:25.822115 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4f75013b-2d10-4f15-a741-ea5d69ea0edf req-dfa250f9-d7b1-4446-80e5-92a7e4d55ca5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0830767
Aug 23 01:54:25.869138 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4f75013b-2d10-4f15-a741-ea5d69ea0edf req-84d0a4b0-9853-48ac-af88-9e41d78c234f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408230
Aug 23 01:54:27.076871 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22bf97-7706-4b28-aabc-e032c9b83728 req-e17cb453-7b1e-484f-93aa-f1ecc4c015f1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:27.078577 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7b22bf97-7706-4b28-aabc-e032c9b83728 req-e17cb453-7b1e-484f-93aa-f1ecc4c015f1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0866807
Aug 23 01:54:27.123962 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7b22bf97-7706-4b28-aabc-e032c9b83728 req-d7333d73-b62a-4a54-8204-2a31413e46fe tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395632
Aug 23 01:54:27.655318 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-ba390056-ff2b-4b8b-bbdd-20e24d3de1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:28.150496 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:28.268944 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-592f6193-2429-42d6-85d9-59c847d2ab6f req-b7f3fd9d-8142-4c5d-bcd6-7261db67fb51 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 1098 time: 0.1007757
Aug 23 01:54:28.379334 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-592f6193-2429-42d6-85d9-59c847d2ab6f req-62f4dea0-aa23-454e-bec8-06cf52f45b02 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982294
Aug 23 01:54:28.397974 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fdfe8-18ec-4e70-a94f-67d775da7327 req-6109ebcc-f60b-4c2e-9cf4-b3c04e458c7b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:28.399499 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a61fdfe8-18ec-4e70-a94f-67d775da7327 req-6109ebcc-f60b-4c2e-9cf4-b3c04e458c7b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.1036148
Aug 23 01:54:28.446014 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a61fdfe8-18ec-4e70-a94f-67d775da7327 req-12d16b97-1a2b-42db-8c8f-24203563329b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408466
Aug 23 01:54:29.644366 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff0993-bf70-4596-9aee-a8253bbe41da req-00419b2a-90cf-404a-a5a4-936ffb854c0d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:29.645866 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aeff0993-bf70-4596-9aee-a8253bbe41da req-00419b2a-90cf-404a-a5a4-936ffb854c0d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0758088
Aug 23 01:54:29.693406 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aeff0993-bf70-4596-9aee-a8253bbe41da req-098750ed-e898-4ce9-9af7-f0079fc778d9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414493
Aug 23 01:54:29.873068 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-45f5bc6d-7273-41c7-a42e-53bad9c832bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:30.804020 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:30.906344 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40536-dfb7-40f0-98a4-5fa1bd431264 req-96edd9ea-9639-4a77-a17c-d45b6d76799b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:30.907822 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b7d40536-dfb7-40f0-98a4-5fa1bd431264 req-96edd9ea-9639-4a77-a17c-d45b6d76799b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0900145
Aug 23 01:54:30.961386 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b7d40536-dfb7-40f0-98a4-5fa1bd431264 req-44a11db5-35bf-4d11-aa27-45278891f967 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457451
Aug 23 01:54:31.179047 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2be35-a4ec-43f8-b7fd-ea5684588a4d req-6c8a3fba-0711-499d-9079-c6b3fe9d13a5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:31.179696 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5bd2be35-a4ec-43f8-b7fd-ea5684588a4d req-6c8a3fba-0711-499d-9079-c6b3fe9d13a5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0899100
Aug 23 01:54:31.236894 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5bd2be35-a4ec-43f8-b7fd-ea5684588a4d req-c68d21be-7053-4d0d-a484-279100b1435b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472796
Aug 23 01:54:32.455599 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:33.828444 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54162) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:33.889746 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_v2 [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] Deleting subnet a3ddfc36-37d9-4708-b921-6df551b8495f {{(pid=75864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:54:33.892941 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:33.942873 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1100984'] for subnet, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.001049 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.078237 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdcaa1-213f-4397-9030-aecf00309196 req-9ee7f048-5c72-4dcf-8a85-ebe718f5daea tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:34.079865 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e2cdcaa1-213f-4397-9030-aecf00309196 req-9ee7f048-5c72-4dcf-8a85-ebe718f5daea tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0775387
Aug 23 01:54:34.128809 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e2cdcaa1-213f-4397-9030-aecf00309196 req-1f9b29dc-af6e-4e7d-9956-135b18c2c597 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433145
Aug 23 01:54:34.136446 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-04f7629c-c110-4563-a117-3654e100ab0a req-ff375de1-1192-4ccf-bb13-e29708a2f8a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1098 time: 0.0723333
Aug 23 01:54:34.216460 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1320315'] for subnet, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.224439 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2a4d2107-b196-4dba-9d36-96b0a4c50dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:34.266845 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ddfc36-37d9-4708-b921-6df551b8495f,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:34.275554 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:34.279689 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.300145 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-26765c19-72a0-422e-80a9-d15b0c26192e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a3ddfc36-37d9-4708-b921-6df551b8495f HTTP/1.1" status: 204  len: 168 time: 0.4706182
Aug 23 01:54:34.302831 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54172) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:34.319717 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7629c-c110-4563-a117-3654e100ab0a req-0afb059f-5ed1-4997-b1dc-3162c74db50d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:34.321209 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-04f7629c-c110-4563-a117-3654e100ab0a req-0afb059f-5ed1-4997-b1dc-3162c74db50d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 918 time: 0.1781433
Aug 23 01:54:34.394708 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-04f7629c-c110-4563-a117-3654e100ab0a req-010b06a0-b1e8-4653-addb-b4f95c8268f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 200  len: 217 time: 0.0631905
Aug 23 01:54:34.409562 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.459352 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7629c-c110-4563-a117-3654e100ab0a req-63f7fd8b-0fcb-4a84-b626-1206c3f6a72e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:34.460878 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-04f7629c-c110-4563-a117-3654e100ab0a req-63f7fd8b-0fcb-4a84-b626-1206c3f6a72e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.0595663
Aug 23 01:54:34.517515 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-04f7629c-c110-4563-a117-3654e100ab0a req-61e28f33-795e-4538-aba8-9ef4858e85c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403569
Aug 23 01:54:34.536826 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.549906 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f74806dd190>,) {'filters': {'network_id': ['3e435918-b371-4594-850e-7bf9f6e3606b']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:34.562211 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f74806dd190>, '9366867b-ef32-4d45-93d7-17cc97431d53') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:34.562455 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f74806dd190>, '9366867b-ef32-4d45-93d7-17cc97431d53') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:34.574541 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.590720 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.597447 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:54:34.597970 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:54:34.611906 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:54:34.680534 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-04f7629c-c110-4563-a117-3654e100ab0a req-a2c179c7-0ea7-4f0a-bdc6-2cd64b211097 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594651
Aug 23 01:54:34.804114 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.809675 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.813218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f97d47e1-4686-4694-827f-1063fb77a796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:34.829816 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e435918-b371-4594-850e-7bf9f6e3606b HTTP/1.1" status: 204  len: 168 time: 0.5258923
Aug 23 01:54:34.832446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54186) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:34.834943 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e435918-b371-4594-850e-7bf9f6e3606b,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:34.837319 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0db25921-707e-4d1e-afbe-0e392efb364f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:34.866214 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-04f7629c-c110-4563-a117-3654e100ab0a req-efbfbd5d-79e0-44af-8ecd-80ff70cc8409 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792054
Aug 23 01:54:34.896891 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] Deleting subnet e3e2f457-f4fe-46d6-a665-bd1461377e2e {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:54:34.900150 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:34.952811 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637460'] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.008183 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.164525 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1466720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1228103'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.168822 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:35.205821 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e2f457-f4fe-46d6-a665-bd1461377e2e,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:35.209242 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:35.212843 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.221131 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b094f673-30fd-495e-b1e3-56d71f270384 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e3e2f457-f4fe-46d6-a665-bd1461377e2e HTTP/1.1" status: 204  len: 168 time: 0.3852432
Aug 23 01:54:35.221345 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54198) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:35.328622 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.330695 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce2c80-a408-41af-8538-c7d912b42a68 req-cb93a1c2-6eff-421a-a842-d80664981e3f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:35.332303 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-82ce2c80-a408-41af-8538-c7d912b42a68 req-cb93a1c2-6eff-421a-a842-d80664981e3f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0812533
Aug 23 01:54:35.392071 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-82ce2c80-a408-41af-8538-c7d912b42a68 req-ef32c140-b7f5-40cb-9c33-49ba65a57de1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526404
Aug 23 01:54:35.456065 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.469428 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f74803f3610>,) {'filters': {'network_id': ['3e6b7ba8-86fe-49fe-b0d5-2cb07192c716']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:35.480887 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f74803f3610>, 'a9653ede-e874-42ae-85e7-dbd213b90a0b') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:35.481178 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f74803f3610>, 'a9653ede-e874-42ae-85e7-dbd213b90a0b') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:54:35.491863 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.507049 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.513461 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:54:35.513840 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:54:35.527171 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:54:35.704028 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.707553 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:35.782800 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:35.791988 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e6b7ba8-86fe-49fe-b0d5-2cb07192c716,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:35.794535 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e6b7ba8-86fe-49fe-b0d5-2cb07192c716 HTTP/1.1" status: 204  len: 168 time: 0.5722420
Aug 23 01:54:35.795386 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-17c6a0a6-e9ef-444c-aabf-c2891ebef74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:36.407050 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54220) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:36.464000 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-f975f5b6-45c7-4269-8a83-58e8f8884acf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b957058c6f594acdb887b13f539aa696&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0553181
Aug 23 01:54:36.624889 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54226) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:36.624889 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5605d8c-d186-47ae-84e6-c87d3c681b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:36.624889 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5605d8c-d186-47ae-84e6-c87d3c681b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:36.626625 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c9ffe-5be3-4d86-9968-c650221ee960 req-8bcaa34e-6905-41f7-bea1-ffb0481b677e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:36.626625 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-684c9ffe-5be3-4d86-9968-c650221ee960 req-8bcaa34e-6905-41f7-bea1-ffb0481b677e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0781822
Aug 23 01:54:36.656007 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-684c9ffe-5be3-4d86-9968-c650221ee960 req-211916c0-b4db-4843-9af6-7a4a6c0bb8ac tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454559
Aug 23 01:54:36.740973 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5605d8c-d186-47ae-84e6-c87d3c681b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:36.745196 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f4e55e0e-7e0a-4aef-aa50-5532bddc3d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:36.756099 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5605d8c-d186-47ae-84e6-c87d3c681b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddefbb6-20e1-4a33-807e-b70dd94a48f7,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:36.759409 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b5605d8c-d186-47ae-84e6-c87d3c681b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:36.763057 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5605d8c-d186-47ae-84e6-c87d3c681b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:36.764170 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-b5605d8c-d186-47ae-84e6-c87d3c681b59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eddefbb6-20e1-4a33-807e-b70dd94a48f7 HTTP/1.1" status: 204  len: 168 time: 0.2966998
Aug 23 01:54:36.955741 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54240) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:37.141646 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:37.196483 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:37.201227 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d0b45b4ea840b2b9d5335b0b6d3a86 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:37.204701 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:37.210896 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:37.279403 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:37.401402 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:37.410694 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:37.469581 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0008b260-6ec7-4224-bf48-95a5a5a58f17,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:37.483243 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:37.491664 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6d0b45b4ea840b2b9d5335b0b6d3a86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5320685
Aug 23 01:54:37.496157 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54260) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:37.536390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-d5bbf1af-46cf-4aba-a563-2a1f3313b960 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:37.537853 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-d5bbf1af-46cf-4aba-a563-2a1f3313b960 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 815 time: 0.2148848
Aug 23 01:54:37.567349 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-c97ea56e-987a-4b14-8982-9332aa809f58 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/quotas/a7d76269b9b84905a47232cf7b258150 HTTP/1.1" status: 200  len: 375 time: 0.0235782
Aug 23 01:54:37.629597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3949f876-faa4-4ebe-9184-794744b5e123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:37.668818 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3949f876-faa4-4ebe-9184-794744b5e123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:37.714930 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-ff99d226-2cb4-4c11-b689-87ac3e4c2467 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1364913
Aug 23 01:54:37.864943 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127deca-7018-4591-93cc-c75ed91b1c79 req-1843920c-a579-439d-9ad6-4ecfcd8e7903 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:37.866501 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9127deca-7018-4591-93cc-c75ed91b1c79 req-1843920c-a579-439d-9ad6-4ecfcd8e7903 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0839481
Aug 23 01:54:37.870144 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-6bf818ae-b926-4446-94f7-a131a71bd400 service neutron] 10.222.0.20 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460845
Aug 23 01:54:37.895986 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3949f876-faa4-4ebe-9184-794744b5e123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:37.904155 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:37.913332 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9127deca-7018-4591-93cc-c75ed91b1c79 req-55f40a5e-bb65-423c-9440-31dae1bf62b9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409293
Aug 23 01:54:37.953206 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54270) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:37.963684 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949f876-faa4-4ebe-9184-794744b5e123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0008b260-6ec7-4224-bf48-95a5a5a58f17,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:37.966470 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3949f876-faa4-4ebe-9184-794744b5e123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:37.978577 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3949f876-faa4-4ebe-9184-794744b5e123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:37.984012 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-3949f876-faa4-4ebe-9184-794744b5e123 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0008b260-6ec7-4224-bf48-95a5a5a58f17 HTTP/1.1" status: 204  len: 168 time: 0.4890916
Aug 23 01:54:38.005058 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-16b004d3-6e54-400b-8b23-acf8a8b4f2fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff64b622be5f4cc5b4179045e7b73a41&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0505610
Aug 23 01:54:38.007336 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54276) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:38.033192 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-009cde3c-d451-43b9-9c1d-02d7d752e00f service neutron] 10.222.0.20 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574297
Aug 23 01:54:38.076201 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:38.103685 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:38.358181 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:38.364316 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-575ae74c-701c-4460-b798-881c46681199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:38.396113 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:38.397263 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da2fd9c1-7e31-4079-a984-a774a2705cbc HTTP/1.1" status: 204  len: 168 time: 0.3890488
Aug 23 01:54:38.400173 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2fd9c1-7e31-4079-a984-a774a2705cbc,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:38.410609 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.411319 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.411993 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.412492 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.413014 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.413510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.414095 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.414591 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.415084 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.415573 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.416647 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:38.419940 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:38.498984 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1cb2335a-ff56-4208-b72b-61543315e869 req-68a9ac8d-aa27-4597-9b13-947dcce30c6d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 210 time: 0.0595634
Aug 23 01:54:39.032732 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54310) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:39.053822 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:39.089199 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:39.093024 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf5b7f3e70d4bde8e245b2876f6f23e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:39.096123 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:39.102024 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:39.128097 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d933ff0-2633-475f-8737-3cacf808c969 req-a1eac59d-b1ec-40cc-ac76-2f0d2b58a97f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:39.132114 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7d933ff0-2633-475f-8737-3cacf808c969 req-a1eac59d-b1ec-40cc-ac76-2f0d2b58a97f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0862422
Aug 23 01:54:39.172235 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:39.176637 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7d933ff0-2633-475f-8737-3cacf808c969 req-7dd623f3-e8c8-4786-9121-94d475d97c34 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406973
Aug 23 01:54:39.253010 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:39.260281 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9a8849b0-b7ba-4014-b7f9-35add3758380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:39.296465 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1973eab1-0bbd-40a3-9c1d-0a8072879d1c,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:39.299398 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:39.305072 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cf5b7f3e70d4bde8e245b2876f6f23e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2707260
Aug 23 01:54:39.307679 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54316) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:39.383341 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4bebca76-74de-4f9c-8537-36e885b16a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:39.425226 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4bebca76-74de-4f9c-8537-36e885b16a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:39.580635 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4bebca76-74de-4f9c-8537-36e885b16a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:39.585652 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e773453f-f41d-4c34-9bc5-a177aa00299b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:39.596405 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebca76-74de-4f9c-8537-36e885b16a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1973eab1-0bbd-40a3-9c1d-0a8072879d1c,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:39.600889 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-4bebca76-74de-4f9c-8537-36e885b16a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:39.602812 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4bebca76-74de-4f9c-8537-36e885b16a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:39.607265 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-4bebca76-74de-4f9c-8537-36e885b16a77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1973eab1-0bbd-40a3-9c1d-0a8072879d1c HTTP/1.1" status: 204  len: 168 time: 0.2986712
Aug 23 01:54:39.665204 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f8a476df-170a-45cb-899f-66c865725200 req-22393b03-b1a9-452e-a9f4-9021e7491b75 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 210 time: 0.0525131
Aug 23 01:54:40.394269 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613b8f3-5ef4-49bd-a4e6-9167653c2372 req-ebaf6641-60e5-4c2a-90e9-a029cb4619f0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:40.395798 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9613b8f3-5ef4-49bd-a4e6-9167653c2372 req-ebaf6641-60e5-4c2a-90e9-a029cb4619f0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0836923
Aug 23 01:54:40.457740 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9613b8f3-5ef4-49bd-a4e6-9167653c2372 req-391ad970-1e38-46f8-b74d-d89bd73b4dc1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549395
Aug 23 01:54:40.857322 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71d3d436-313a-4a84-958f-c183eb9ff4f8 req-1b1c46d9-d230-4146-8434-98222fded1ab tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 210 time: 0.0449615
Aug 23 01:54:41.033846 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-4db71c8a-499e-4800-9122-2c213b767978 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:41.035806 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-4db71c8a-499e-4800-9122-2c213b767978 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 815 time: 0.1701880
Aug 23 01:54:41.064279 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Request body: {'port': {'device_id': 'cede0a46-043f-4e7f-aec8-fd8382c1125e', 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'admin_state_up': True, 'tenant_id': 'a7d76269b9b84905a47232cf7b258150'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:41.163481 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54394) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:41.224364 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:41.235046 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:41.329306 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Made reservation on behalf of a7d76269b9b84905a47232cf7b258150 for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:54:41.332461 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:41.399375 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:41.469373 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:41.477031 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Usage tracker for resource:security_group_rule and tenant:caa9d2bd9422428cb4231dd60be6e04a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:41.480267 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:41.489612 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:41.623622 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:41.650957 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Allocated IP 172.20.0.4 (e53c772e-7954-4a2c-84fa-6dee497c55c2/e0de8f50-85ac-4e52-8846-c49f8f2624a8/ab03589f-06c6-497c-8cf7-9e2da5263f9b) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:54:41.741288 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:41.753568 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-adda8f45-4db2-43fd-9624-ae6e3ae2521e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:41.799008 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dfdb99-49bf-4e9e-945d-02cba254a927,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:41.810672 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caa9d2bd9422428cb4231dd60be6e04a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6406007
Aug 23 01:54:41.810672 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:41.813987 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54412) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:41.816831 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a0fa0-d24c-4f07-bc96-1ef471cb810a req-9374e9b4-13df-4f85-bcdc-ead341c418dc tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:41.818439 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b21a0fa0-d24c-4f07-bc96-1ef471cb810a req-9374e9b4-13df-4f85-bcdc-ead341c418dc tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.2090611
Aug 23 01:54:41.895188 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1f58db9b-47bd-4d39-a01c-4d47a90e2371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:41.932711 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b21a0fa0-d24c-4f07-bc96-1ef471cb810a req-30938508-04a3-41a2-959b-0b4915c99fc1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056502
Aug 23 01:54:41.951577 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1f58db9b-47bd-4d39-a01c-4d47a90e2371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:41.967397 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:42.078829 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:42.090872 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-32e556e1-6e15-4f9f-bf79-2c02ad698825 tempest-DeleteServersTestJSON-1787127221 tempest-DeleteServersTestJSON-1787127221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:42.091657 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1249322e-70f2-44fe-afee-fd2671568948'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:54:42.158271 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41689e7b-ddd9-42a4-b624-5f752005103f req-6f732b6b-0e1d-4a94-a09d-3f659f8c5a66 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:42.158271 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-41689e7b-ddd9-42a4-b624-5f752005103f req-6f732b6b-0e1d-4a94-a09d-3f659f8c5a66 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 931 time: 0.1029320
Aug 23 01:54:42.158271 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1f58db9b-47bd-4d39-a01c-4d47a90e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:42.158901 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Network e53c772e-7954-4a2c-84fa-6dee497c55c2 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:54:42.159542 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:54:42.159650 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d2427dfe-3403-4e22-a763-b6ebb4449b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:42.163608 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:54:42.174191 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58db9b-47bd-4d39-a01c-4d47a90e2371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dfdb99-49bf-4e9e-945d-02cba254a927,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:42.176509 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-1f58db9b-47bd-4d39-a01c-4d47a90e2371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:42.206248 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Pushing event updated for resources: {'Port': ['ID=ab03589f-06c6-497c-8cf7-9e2da5263f9b,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:42.213163 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:42.226574 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1f58db9b-47bd-4d39-a01c-4d47a90e2371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:42.227694 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-1f58db9b-47bd-4d39-a01c-4d47a90e2371 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58dfdb99-49bf-4e9e-945d-02cba254a927 HTTP/1.1" status: 204  len: 168 time: 0.4126294
Aug 23 01:54:42.254671 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-41689e7b-ddd9-42a4-b624-5f752005103f req-467fc57a-7697-4b78-a16c-e86ce50565bb tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818305
Aug 23 01:54:42.266977 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:42.267707 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:42.443072 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3850524
Aug 23 01:54:42.454962 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Request body: {'port': {'device_id': 'cede0a46-043f-4e7f-aec8-fd8382c1125e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:54:42.593972 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:42.965365 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab03589f-06c6-497c-8cf7-9e2da5263f9b {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:54:42.972210 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:42.986297 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Transition to ACTIVE for port object ab03589f-06c6-497c-8cf7-9e2da5263f9b will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:54:43.098422 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:43.103856 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:43.153967 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84deef3-8660-4fba-a523-01e3a7fc2c8b req-e39327f4-ba78-40d7-bb5f-fff801e0eefa tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:43.155654 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f84deef3-8660-4fba-a523-01e3a7fc2c8b req-e39327f4-ba78-40d7-bb5f-fff801e0eefa tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0920761
Aug 23 01:54:43.205820 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f84deef3-8660-4fba-a523-01e3a7fc2c8b req-d6fd4007-fb07-4ff4-ad00-8b7601460b87 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429220
Aug 23 01:54:43.229949 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab03589f-06c6-497c-8cf7-9e2da5263f9b,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:43.233757 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:43.341485 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Attempting to bind port ab03589f-06c6-497c-8cf7-9e2da5263f9b on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:54:43.341811 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Attempting to bind port ab03589f-06c6-497c-8cf7-9e2da5263f9b by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:54:43.342137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Attempting to bind port ab03589f-06c6-497c-8cf7-9e2da5263f9b on network e53c772e-7954-4a2c-84fa-6dee497c55c2 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:54:43.348313 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Port ab03589f-06c6-497c-8cf7-9e2da5263f9b on network e53c772e-7954-4a2c-84fa-6dee497c55c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:54:43.348669 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Attempting to bind port ab03589f-06c6-497c-8cf7-9e2da5263f9b on network e53c772e-7954-4a2c-84fa-6dee497c55c2 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:54:43.355576 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:54:43.358865 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Checking segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:54:43.358865 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Bound using segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:54:43.358865 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Bound port: ab03589f-06c6-497c-8cf7-9e2da5263f9b, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:54:43.358865 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:43.463501 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] For port ab03589f-06c6-497c-8cf7-9e2da5263f9b, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:54:43.466963 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] For port ab03589f-06c6-497c-8cf7-9e2da5263f9b, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ab03589f-06c6-497c-8cf7-9e2da5263f9b,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:54:43.549115 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a5451-276b-4000-834b-baa00b60583a req-23090ad4-6dc9-4f98-a079-68441263a5b0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:43.550110 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-022a5451-276b-4000-834b-baa00b60583a req-23090ad4-6dc9-4f98-a079-68441263a5b0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:54:43.586553 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:43.591433 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:43.648723 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:43.650771 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab03589f-06c6-497c-8cf7-9e2da5263f9b HTTP/1.1" status: 200  len: 1093 time: 1.1995721
Aug 23 01:54:43.653680 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cede0a46-043f-4e7f-aec8-fd8382c1125e', 'tag': 'ab03589f-06c6-497c-8cf7-9e2da5263f9b'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:54:43.678019 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab03589f-06c6-497c-8cf7-9e2da5263f9b,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:43.681237 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:43.695212 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-022a5451-276b-4000-834b-baa00b60583a req-23090ad4-6dc9-4f98-a079-68441263a5b0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:54:43.696676 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-022a5451-276b-4000-834b-baa00b60583a req-23090ad4-6dc9-4f98-a079-68441263a5b0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 943 time: 0.2281647
Aug 23 01:54:43.719683 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cede0a46-043f-4e7f-aec8-fd8382c1125e', 'tag': 'ab03589f-06c6-497c-8cf7-9e2da5263f9b', 'status': 'completed', 'code': 200}
Aug 23 01:54:43.786851 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-022a5451-276b-4000-834b-baa00b60583a req-296abf93-a2bb-4b2c-80cd-5898fca24fbc tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842402
Aug 23 01:54:43.836179 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f863484c-90d6-4666-b807-64f0281b7d82 req-51d0764c-ef45-4c5d-9691-aea41f559458 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 1096 time: 0.0874858
Aug 23 01:54:44.059672 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863484c-90d6-4666-b807-64f0281b7d82 req-5a39609b-f66a-4404-932c-a7d5a4e128cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:44.060556 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f863484c-90d6-4666-b807-64f0281b7d82 req-5a39609b-f66a-4404-932c-a7d5a4e128cf service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a7d76269b9b84905a47232cf7b258150&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2154016
Aug 23 01:54:44.194560 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863484c-90d6-4666-b807-64f0281b7d82 req-0b5d1e47-36de-4df9-aa06-f70a67c34628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:44.196095 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f863484c-90d6-4666-b807-64f0281b7d82 req-0b5d1e47-36de-4df9-aa06-f70a67c34628 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1291435
Aug 23 01:54:44.306839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54472) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:44.331057 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-ddfbc5e3-78fc-41b3-b8f8-2aa1ffd7d0ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 1096 time: 0.0949862
Aug 23 01:54:44.410856 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-a1238e77-81d0-4214-9afc-ab8e63bec889 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab03589f-06c6-497c-8cf7-9e2da5263f9b HTTP/1.1" status: 200  len: 217 time: 0.0613823
Aug 23 01:54:44.458171 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf68bf5-c4fe-4e32-9fa2-705a5f58e509 req-4177dc03-5ae9-43d9-a465-19c5b5cd8d1d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:44.460818 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-abf68bf5-c4fe-4e32-9fa2-705a5f58e509 req-4177dc03-5ae9-43d9-a465-19c5b5cd8d1d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1203220
Aug 23 01:54:44.521158 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-abf68bf5-c4fe-4e32-9fa2-705a5f58e509 req-b2244293-39ed-46c7-80f5-c591c08f6fb3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544496
Aug 23 01:54:44.521730 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-855cb889-75c0-41a6-a6db-d869a838c4fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:44.523379 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-855cb889-75c0-41a6-a6db-d869a838c4fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0de8f50-85ac-4e52-8846-c49f8f2624a8 HTTP/1.1" status: 200  len: 855 time: 0.1051214
Aug 23 01:54:44.589713 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-6205d729-669d-4d79-90e0-d2ef16cda7e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e53c772e-7954-4a2c-84fa-6dee497c55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522947
Aug 23 01:54:44.590411 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:44.693314 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-f1569a14-99bd-4dc2-8591-74ea8641a725 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0812812
Aug 23 01:54:44.707348 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:44.716090 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:93229c89e9ee4875b6128cb401f84d4e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:44.727629 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:44.736278 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:44.761721 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-e909c41d-bd74-4d40-b95b-9366fc39e372 service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606658
Aug 23 01:54:44.795739 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-4ad62610-4eb7-402f-9ecc-e23f6dcb26fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 1099 time: 0.0717633
Aug 23 01:54:44.915166 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:44.941597 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2965861f-f4f1-4514-8358-fe8ad29b0356 req-1207271d-71bf-4e46-bc2c-376bdb8e3a30 service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645005
Aug 23 01:54:44.967006 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-7c724230-4d40-454c-8f49-4b9db8bd43a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:44.968518 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-7c724230-4d40-454c-8f49-4b9db8bd43a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 911 time: 0.1368990
Aug 23 01:54:44.975497 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:44.982986 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:45.048767 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93229c89e9ee4875b6128cb401f84d4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7403319
Aug 23 01:54:45.049851 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54490) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:45.098212 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-14bb77db-0652-48af-8479-a098798ba54e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72df2711-f9c2-4666-9c88-ad04f24bece8 HTTP/1.1" status: 200  len: 1002 time: 0.1177216
Aug 23 01:54:45.107715 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525cbc3c-5e46-4aa1-b83c-42bfc9a890ce,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:45.146917 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:45.149749 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.150620 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.150963 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.151298 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.151632 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.151961 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.152290 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.152662 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.152989 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.153313 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.153637 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:54:45.160542 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:45.189844 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-09067fea-a027-4257-b1a3-ee9e924711fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:45.210065 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1441b3-47ea-4c60-84b3-c9568cf27ea1 req-8b25f700-1c15-486d-905c-fa75fcd8b7aa tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:45.211519 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bb1441b3-47ea-4c60-84b3-c9568cf27ea1 req-8b25f700-1c15-486d-905c-fa75fcd8b7aa tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 943 time: 0.1425977
Aug 23 01:54:45.243896 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-09067fea-a027-4257-b1a3-ee9e924711fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:45.296983 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bb1441b3-47ea-4c60-84b3-c9568cf27ea1 req-fd5e51a3-5be4-45b7-9dcf-607cbe16afcd tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761788
Aug 23 01:54:45.420450 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-09067fea-a027-4257-b1a3-ee9e924711fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:45.424241 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-82773551-c33e-49bf-a76d-d6dbdd812ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:45.435699 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09067fea-a027-4257-b1a3-ee9e924711fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525cbc3c-5e46-4aa1-b83c-42bfc9a890ce,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:45.439124 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-09067fea-a027-4257-b1a3-ee9e924711fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:45.442841 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-09067fea-a027-4257-b1a3-ee9e924711fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:45.443593 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-09067fea-a027-4257-b1a3-ee9e924711fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/525cbc3c-5e46-4aa1-b83c-42bfc9a890ce HTTP/1.1" status: 204  len: 168 time: 0.3898745
Aug 23 01:54:45.716650 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221476da-9297-42f1-8b7e-a874859bdfcb req-fc846a59-71ac-4cc3-a09d-8d880860cf35 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:45.718122 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-221476da-9297-42f1-8b7e-a874859bdfcb req-fc846a59-71ac-4cc3-a09d-8d880860cf35 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0755694
Aug 23 01:54:45.768045 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-221476da-9297-42f1-8b7e-a874859bdfcb req-6f16baa9-ad4a-452c-ae25-fb6f4d21e7f7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443294
Aug 23 01:54:46.492139 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b14d90-534d-4732-bc7a-00063fcc58ee req-3d9a2616-7b6d-4b3b-abe5-ab1ed9899db4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:46.497048 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-49b14d90-534d-4732-bc7a-00063fcc58ee req-3d9a2616-7b6d-4b3b-abe5-ab1ed9899db4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 943 time: 0.0821652
Aug 23 01:54:46.542438 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-49b14d90-534d-4732-bc7a-00063fcc58ee req-87088b80-8ef0-4c5d-a00a-6cf09d0cc599 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421667
Aug 23 01:54:46.972107 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9b048-d97e-4ea4-b730-4ebbeaa22a6a req-ed398632-4673-4460-92ce-70e66c75cc29 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:46.973571 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ece9b048-d97e-4ea4-b730-4ebbeaa22a6a req-ed398632-4673-4460-92ce-70e66c75cc29 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0791461
Aug 23 01:54:47.018197 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ece9b048-d97e-4ea4-b730-4ebbeaa22a6a req-1e4667ac-a93e-4d77-95b7-26f23104472a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385432
Aug 23 01:54:47.761144 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b062f4f-61d1-40aa-b126-e546e39bda10 req-fd45ba7d-9d99-48f7-b583-eef162f18398 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:47.762694 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2b062f4f-61d1-40aa-b126-e546e39bda10 req-fd45ba7d-9d99-48f7-b583-eef162f18398 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 943 time: 0.0842140
Aug 23 01:54:47.810450 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2b062f4f-61d1-40aa-b126-e546e39bda10 req-fa4f71d5-e52d-4a00-8db5-8eb7ce973991 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422401
Aug 23 01:54:47.961693 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-96f053b8-e5ce-4cc6-b895-0e894f231cf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:47.963632 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-96f053b8-e5ce-4cc6-b895-0e894f231cf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.0588999
Aug 23 01:54:48.038049 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-6066e932-4ad1-4170-900a-9ba1c8e0867d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0670052
Aug 23 01:54:48.182301 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-1a71efc8-4081-4561-ad19-9792612e81e8 service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338532
Aug 23 01:54:48.261665 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26efc5c-bccf-4227-b35b-d39c193f6f1a req-60b6ca78-df74-4bfc-a568-96d1ff168d62 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:48.263204 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d26efc5c-bccf-4227-b35b-d39c193f6f1a req-60b6ca78-df74-4bfc-a568-96d1ff168d62 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0877724
Aug 23 01:54:48.310012 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d26efc5c-bccf-4227-b35b-d39c193f6f1a req-4d4cf045-8439-47c5-aa90-908ef381d189 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409606
Aug 23 01:54:48.381758 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5a9af034-97e8-47ef-9ba1-f408bfedb73a req-498062db-2052-458a-af77-4718d1abcce2 service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916461
Aug 23 01:54:49.053844 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8c885-2797-463e-b0f4-b4c3da11d2b5 req-eb0f60e8-eee6-4c2c-bec7-b2cd700c988f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:49.055214 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a9e8c885-2797-463e-b0f4-b4c3da11d2b5 req-eb0f60e8-eee6-4c2c-bec7-b2cd700c988f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 943 time: 0.0822027
Aug 23 01:54:49.109212 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a9e8c885-2797-463e-b0f4-b4c3da11d2b5 req-01455098-c924-43ec-b890-08276c4edb42 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470686
Aug 23 01:54:49.285585 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d12341-4500-4de8-a5a0-8bdff898d1b0 req-edaece89-1bc7-4ca9-ab15-8a557a4c21ad tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:49.287186 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-80d12341-4500-4de8-a5a0-8bdff898d1b0 req-edaece89-1bc7-4ca9-ab15-8a557a4c21ad tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0804272
Aug 23 01:54:49.334075 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-80d12341-4500-4de8-a5a0-8bdff898d1b0 req-4adda9e0-bd9f-45b3-93c7-f4cb0938a04d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410192
Aug 23 01:54:49.516886 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451b56-6f1e-4e37-abdd-cdb447a670dd req-05b8d835-6ce0-498c-b499-09a6644afc3c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:49.518404 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e6451b56-6f1e-4e37-abdd-cdb447a670dd req-05b8d835-6ce0-498c-b499-09a6644afc3c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0855553
Aug 23 01:54:49.564464 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e6451b56-6f1e-4e37-abdd-cdb447a670dd req-e2acb648-8f33-41c3-b23e-73cdd556cc35 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404627
Aug 23 01:54:49.590004 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device ab03589f-06c6-497c-8cf7-9e2da5263f9b details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:54:49.724347 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port ab03589f-06c6-497c-8cf7-9e2da5263f9b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ab03589f-06c6-497c-8cf7-9e2da5263f9b,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:54:49.737857 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'ab03589f-06c6-497c-8cf7-9e2da5263f9b', 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'port_id': 'ab03589f-06c6-497c-8cf7-9e2da5263f9b', 'mac_address': 'fa:16:3e:39:9d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0de8f50-85ac-4e52-8846-c49f8f2624a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:54:49.789886 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:49.807538 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab03589f-06c6-497c-8cf7-9e2da5263f9b {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:54:49.822307 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port ab03589f-06c6-497c-8cf7-9e2da5263f9b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ab03589f-06c6-497c-8cf7-9e2da5263f9b,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:54:49.949899 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:49.952787 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-64e6a9a7-1abd-4213-a23d-aca67a34d3dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:50.018781 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=ab03589f-06c6-497c-8cf7-9e2da5263f9b,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:50.021779 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:50.363008 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e7968-de5e-4ac7-9141-3473e70979ae req-5810e8e9-4e8b-42fd-b6fd-7acb4df2e12e tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:50.364450 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bb5e7968-de5e-4ac7-9141-3473e70979ae req-5810e8e9-4e8b-42fd-b6fd-7acb4df2e12e tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 944 time: 0.1272137
Aug 23 01:54:50.410066 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bb5e7968-de5e-4ac7-9141-3473e70979ae req-437437b8-8829-41eb-b01a-8b92c05c9832 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399134
Aug 23 01:54:50.546038 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d458f68-e6b6-4e19-bd8b-32431c1d56da req-6d786e82-6b29-440c-abd7-ef755a9daa91 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:50.547507 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d458f68-e6b6-4e19-bd8b-32431c1d56da req-6d786e82-6b29-440c-abd7-ef755a9daa91 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0765805
Aug 23 01:54:50.593810 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d458f68-e6b6-4e19-bd8b-32431c1d56da req-ec0e57cf-e9d4-4d08-a3b3-93b772c01d7e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403621
Aug 23 01:54:50.761737 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e28cde-ff5d-470e-a774-9819ba52255c req-11f23741-3ae4-4274-a60d-45e72e63430e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:50.763196 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-87e28cde-ff5d-470e-a774-9819ba52255c req-11f23741-3ae4-4274-a60d-45e72e63430e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0768714
Aug 23 01:54:50.811518 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-87e28cde-ff5d-470e-a774-9819ba52255c req-42ccf2c4-b26e-422c-8943-308655307e67 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416925
Aug 23 01:54:51.613806 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ea92f-d9d7-4e5f-b560-dc1d16cabcda req-27b600d0-abfc-4e0a-81f5-a43ce635d898 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:51.615265 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-726ea92f-d9d7-4e5f-b560-dc1d16cabcda req-27b600d0-abfc-4e0a-81f5-a43ce635d898 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 944 time: 0.0807362
Aug 23 01:54:51.661224 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-726ea92f-d9d7-4e5f-b560-dc1d16cabcda req-f22e5a48-a80b-4c08-8a61-0531f6580b21 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399284
Aug 23 01:54:51.802103 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa652d-a635-4567-ae3b-f89bcfa9d34f req-a064f740-4c4f-4f04-b934-9b4505554089 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:51.803598 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-58fa652d-a635-4567-ae3b-f89bcfa9d34f req-a064f740-4c4f-4f04-b934-9b4505554089 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0762169
Aug 23 01:54:51.848626 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-58fa652d-a635-4567-ae3b-f89bcfa9d34f req-52b175ce-9ebe-4be6-8ddd-b8e66aa60f97 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391870
Aug 23 01:54:52.005828 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f198f-2464-4ea4-af58-ae748d03c354 req-e951b3b5-539d-4d2e-95ff-6f07b28208f7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:52.007291 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-661f198f-2464-4ea4-af58-ae748d03c354 req-e951b3b5-539d-4d2e-95ff-6f07b28208f7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0764022
Aug 23 01:54:52.053514 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-661f198f-2464-4ea4-af58-ae748d03c354 req-10ab6f72-7672-437f-81d7-31d52bf9fdbb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399630
Aug 23 01:54:52.858170 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e550f-4834-49ee-a729-6a74dcdc6fdc req-10899ac6-4176-4c0f-9757-8e474d8bd867 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:52.859519 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-da0e550f-4834-49ee-a729-6a74dcdc6fdc req-10899ac6-4176-4c0f-9757-8e474d8bd867 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 944 time: 0.0779018
Aug 23 01:54:52.903507 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-da0e550f-4834-49ee-a729-6a74dcdc6fdc req-1ac01020-17c7-433d-b32c-70f03abafccc tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386050
Aug 23 01:54:53.063759 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69005575-102e-4480-958d-6e746e8a66a3 req-3627e2be-1a94-4611-9baf-b2550244498b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:53.065902 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-69005575-102e-4480-958d-6e746e8a66a3 req-3627e2be-1a94-4611-9baf-b2550244498b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0806360
Aug 23 01:54:53.114325 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-69005575-102e-4480-958d-6e746e8a66a3 req-ab333cf4-a0af-4485-b92c-72a014aa9ff5 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423739
Aug 23 01:54:53.207006 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['ab03589f-06c6-497c-8cf7-9e2da5263f9b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:54:53.249541 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d6b43-de8c-4836-86cd-757507e6414d req-b6275446-943d-47f9-bae0-0b1406d877fb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:53.250985 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ff9d6b43-de8c-4836-86cd-757507e6414d req-b6275446-943d-47f9-bae0-0b1406d877fb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0773942
Aug 23 01:54:53.297780 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ff9d6b43-de8c-4836-86cd-757507e6414d req-5f00cd7d-faa6-4f4a-a1cf-ff011c5a0620 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410945
Aug 23 01:54:54.105581 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec059c4-8e1d-403e-8f69-a7af01c50bc1 req-d8c11f5d-5ad5-4764-a59a-0d5e1d36998d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:54.107013 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aec059c4-8e1d-403e-8f69-a7af01c50bc1 req-d8c11f5d-5ad5-4764-a59a-0d5e1d36998d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 944 time: 0.0800147
Aug 23 01:54:54.155194 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aec059c4-8e1d-403e-8f69-a7af01c50bc1 req-0de21d04-d1d9-4a2e-9598-93d99bada862 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425558
Aug 23 01:54:54.349959 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207396a8-ff7b-4a83-92dd-02c4b669ac32 req-7e30166d-cc0e-48b1-8b4b-1abddab02610 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:54.351346 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-207396a8-ff7b-4a83-92dd-02c4b669ac32 req-7e30166d-cc0e-48b1-8b4b-1abddab02610 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1050236
Aug 23 01:54:54.443831 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-207396a8-ff7b-4a83-92dd-02c4b669ac32 req-202c5b01-f2b0-47a2-8975-411f8cdd4e93 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870328
Aug 23 01:54:54.574923 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a2f97a24-487e-45c5-8782-017a198373c5 req-fda93fcd-7cef-47cc-89a9-23f1959635cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1098 time: 0.1031754
Aug 23 01:54:54.580687 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ad21e-f46d-4534-8224-94ec201a9a42 req-5552d907-dee6-4415-af36-491c4be77ade tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:54.582074 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-086ad21e-f46d-4534-8224-94ec201a9a42 req-5552d907-dee6-4415-af36-491c4be77ade tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1421850
Aug 23 01:54:54.650397 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a2f97a24-487e-45c5-8782-017a198373c5 req-5f7ce727-beae-4d75-967a-114ccccec6c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671031
Aug 23 01:54:54.661065 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-086ad21e-f46d-4534-8224-94ec201a9a42 req-44e4e6a0-9fe0-440d-877f-5dce5be92c7f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634363
Aug 23 01:54:55.355335 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6035a5-7518-4c12-90f6-67e65ce38b04 req-e8379bbc-c3d1-4298-a7a6-c16d26994f1d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:55.357345 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4b6035a5-7518-4c12-90f6-67e65ce38b04 req-e8379bbc-c3d1-4298-a7a6-c16d26994f1d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 944 time: 0.0775816
Aug 23 01:54:55.404187 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4b6035a5-7518-4c12-90f6-67e65ce38b04 req-b201c68b-1b82-45bf-980a-eb0989abe179 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418036
Aug 23 01:54:55.636082 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device ab03589f-06c6-497c-8cf7-9e2da5263f9b up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:54:55.646649 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dec419-217f-4544-be27-630ab350f549 req-109efb53-9930-4941-a6c7-e82086e757c2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:55.648099 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e3dec419-217f-4544-be27-630ab350f549 req-109efb53-9930-4941-a6c7-e82086e757c2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0777447
Aug 23 01:54:55.723147 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e3dec419-217f-4544-be27-630ab350f549 req-1dab8b26-3317-42cc-8a5b-99f9ebb17226 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692620
Aug 23 01:54:55.848036 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port ab03589f-06c6-497c-8cf7-9e2da5263f9b completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:54:55.860000 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port ab03589f-06c6-497c-8cf7-9e2da5263f9b triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:54:55.860675 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:55.910701 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef823c-217b-4b3a-9a3f-a688370d99b0 req-ab404231-35d3-4d34-82c6-10354de46a5a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:55.919985 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e4ef823c-217b-4b3a-9a3f-a688370d99b0 req-ab404231-35d3-4d34-82c6-10354de46a5a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1188533
Aug 23 01:54:55.960105 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e4ef823c-217b-4b3a-9a3f-a688370d99b0 req-e9118aa5-1f73-4c64-b222-17ea2a371ecd tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393081
Aug 23 01:54:55.994149 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:56.030388 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cede0a46-043f-4e7f-aec8-fd8382c1125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab03589f-06c6-497c-8cf7-9e2da5263f9b'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:54:56.041113 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port ab03589f-06c6-497c-8cf7-9e2da5263f9b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ab03589f-06c6-497c-8cf7-9e2da5263f9b,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:54:56.092578 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cede0a46-043f-4e7f-aec8-fd8382c1125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab03589f-06c6-497c-8cf7-9e2da5263f9b', 'code': 200}
Aug 23 01:54:56.121416 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:56.123188 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:56.186393 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=ab03589f-06c6-497c-8cf7-9e2da5263f9b,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:56.189432 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:56.333848 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54726) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:56.476844 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:56.507762 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:56.511763 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Usage tracker for resource:security_group_rule and tenant:756c5919b92048deb803a98e23115cb7 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:56.514629 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:56.520500 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:56.639426 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521d557-953f-4c49-9e48-56d38c59b4bb req-1ca0c00e-fb4b-4f28-a1ae-ac4a78a19e15 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:56.640636 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3521d557-953f-4c49-9e48-56d38c59b4bb req-1ca0c00e-fb4b-4f28-a1ae-ac4a78a19e15 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 945 time: 0.1178682
Aug 23 01:54:56.673585 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:56.696986 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-62cf6700-0d39-4289-b5dd-246ba4af9e8b req-4c7de903-026c-4f26-b1ea-f7b83036c5ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 1098 time: 0.0795960
Aug 23 01:54:56.703105 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3521d557-953f-4c49-9e48-56d38c59b4bb req-e7409679-fc74-46e7-b48b-fc441f6fe2e7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508358
Aug 23 01:54:56.741324 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-62cf6700-0d39-4289-b5dd-246ba4af9e8b req-44bb449f-aec7-4c37-a71b-eddf793aec8b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360007
Aug 23 01:54:56.760839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:56.768107 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:56.808063 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81feb92-de8a-45e0-b52d-7487d6525648,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:56.812856 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=756c5919b92048deb803a98e23115cb7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4779804
Aug 23 01:54:56.813976 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:56.815471 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54738) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:56.880259 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9864ccdc-9e8f-4967-91ab-522d8e59f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:56.907082 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9864ccdc-9e8f-4967-91ab-522d8e59f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:56.956708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa688fe-8474-45f9-b0c0-3fe18cd714aa req-cc6dbc50-5f07-4dac-970d-afbce16cfdbd tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:56.956708 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1fa688fe-8474-45f9-b0c0-3fe18cd714aa req-cc6dbc50-5f07-4dac-970d-afbce16cfdbd tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0825317
Aug 23 01:54:57.001327 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1fa688fe-8474-45f9-b0c0-3fe18cd714aa req-865e4a49-cdbe-4116-84d5-8ac03001ee22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402744
Aug 23 01:54:57.029355 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9864ccdc-9e8f-4967-91ab-522d8e59f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:57.033448 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3932aafb-f8d5-490a-a016-4a1af21eee1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:57.045354 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864ccdc-9e8f-4967-91ab-522d8e59f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81feb92-de8a-45e0-b52d-7487d6525648,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:57.052540 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9864ccdc-9e8f-4967-91ab-522d8e59f679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:57.058932 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9864ccdc-9e8f-4967-91ab-522d8e59f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:57.060244 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-9864ccdc-9e8f-4967-91ab-522d8e59f679 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b81feb92-de8a-45e0-b52d-7487d6525648 HTTP/1.1" status: 204  len: 168 time: 0.2432199
Aug 23 01:54:57.166433 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e6c99-ba03-4721-8f20-3bd35d4b5bd0 req-466158e5-caa9-4264-9138-c144e2e1d2d0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:57.168023 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1c7e6c99-ba03-4721-8f20-3bd35d4b5bd0 req-466158e5-caa9-4264-9138-c144e2e1d2d0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0803440
Aug 23 01:54:57.210746 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:54:57.224920 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1c7e6c99-ba03-4721-8f20-3bd35d4b5bd0 req-2eff5ae1-2c1f-484f-b718-3b502169cd41 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508130
Aug 23 01:54:57.601428 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c6a510d1-26d1-419e-95e5-330188353516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:57.663053 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54764) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:57.837406 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:57.941508 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:54:57.949489 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Usage tracker for resource:security_group_rule and tenant:045202c106b642ebaf6c0e54884ba074 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:54:57.956605 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:54:57.966199 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0e96-453f-48c9-95a5-3833699d0618 req-4fca02df-6cfa-4abb-b998-ace039e553ae tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:57.967427 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d19b0e96-453f-48c9-95a5-3833699d0618 req-4fca02df-6cfa-4abb-b998-ace039e553ae tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 945 time: 0.1125307
Aug 23 01:54:57.972241 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:54:58.027465 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b2281462-103f-4410-a185-2292a24b46d2 req-b7385af4-5332-4bcb-ab36-e9fa2c1aefae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1098 time: 0.2014031
Aug 23 01:54:58.033633 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba57f5b-b35c-4fa0-a351-12f94f817a90 req-1adf5cd8-cdfd-4a84-916a-c87bbe85c1a9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:58.037048 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8ba57f5b-b35c-4fa0-a351-12f94f817a90 req-1adf5cd8-cdfd-4a84-916a-c87bbe85c1a9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1452091
Aug 23 01:54:58.060322 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d19b0e96-453f-48c9-95a5-3833699d0618 req-e309e5c0-ca75-48ce-a8f6-b8839fc2a0a7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852532
Aug 23 01:54:58.143829 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:58.174708 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:58.215316 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8ba57f5b-b35c-4fa0-a351-12f94f817a90 req-d43d9ecc-1932-49b4-9c01-06997b1619d2 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820372
Aug 23 01:54:58.242404 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2281462-103f-4410-a185-2292a24b46d2 req-c6cb0b00-eb8a-49d3-aa80-43c486103b90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:58.244149 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b2281462-103f-4410-a185-2292a24b46d2 req-c6cb0b00-eb8a-49d3-aa80-43c486103b90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 918 time: 0.2061684
Aug 23 01:54:58.307573 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:58.319223 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-37abff8a-d588-419f-988a-3b5a24fc0825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:58.381329 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d8154-d4f4-43fe-817a-4fc8271ec9e9,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:58.386376 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:58.402867 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-4d346f08-76c7-4f8e-80cc-0fa3632564d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=045202c106b642ebaf6c0e54884ba074&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7301781
Aug 23 01:54:58.402867 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54792) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:54:58.420961 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b2281462-103f-4410-a185-2292a24b46d2 req-18687b3a-4519-49d7-a852-e190f5e82332 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 200  len: 217 time: 0.1684310
Aug 23 01:54:58.468477 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7162d5-db62-42ee-ad07-91de0cb08356 req-bb6ca0fb-5bf4-42fa-8309-689563df6551 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:58.469944 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a7162d5-db62-42ee-ad07-91de0cb08356 req-bb6ca0fb-5bf4-42fa-8309-689563df6551 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.2447319
Aug 23 01:54:58.497900 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2281462-103f-4410-a185-2292a24b46d2 req-9f7dc0ea-47bb-45ec-ab60-12f5aa69fcf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:58.499336 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b2281462-103f-4410-a185-2292a24b46d2 req-9f7dc0ea-47bb-45ec-ab60-12f5aa69fcf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.0693841
Aug 23 01:54:58.505680 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6670efcd-9724-47a5-b046-d77bfa3e790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:58.559773 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6670efcd-9724-47a5-b046-d77bfa3e790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:58.561246 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b2281462-103f-4410-a185-2292a24b46d2 req-63dea4cf-ed60-4790-a54f-1d8fee396f23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494254
Aug 23 01:54:58.579148 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a7162d5-db62-42ee-ad07-91de0cb08356 req-7ade3e4f-8c59-4aa2-be54-7778174a2327 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991037
Aug 23 01:54:58.703512 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b2281462-103f-4410-a185-2292a24b46d2 req-981522bf-a41b-49e7-b61a-ce00638d73d8 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350613
Aug 23 01:54:58.744624 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6670efcd-9724-47a5-b046-d77bfa3e790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:58.752927 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-edf3dca6-e730-4e00-9f3e-ddd3cfeb676d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:54:58.772794 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670efcd-9724-47a5-b046-d77bfa3e790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d8154-d4f4-43fe-817a-4fc8271ec9e9,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:54:58.776533 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6670efcd-9724-47a5-b046-d77bfa3e790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:54:58.779734 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6670efcd-9724-47a5-b046-d77bfa3e790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:58.781589 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6670efcd-9724-47a5-b046-d77bfa3e790a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/042d8154-d4f4-43fe-817a-4fc8271ec9e9 HTTP/1.1" status: 204  len: 168 time: 0.3829117
Aug 23 01:54:58.855801 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b2281462-103f-4410-a185-2292a24b46d2 req-552dea63-ce0a-40bd-94ce-5b9ce942f777 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378009
Aug 23 01:54:59.328768 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105007b7-2ff0-4b9a-b634-b141157defe5 req-16867636-df79-4a38-a432-3ac7aec121d8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:59.330312 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-105007b7-2ff0-4b9a-b634-b141157defe5 req-16867636-df79-4a38-a432-3ac7aec121d8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 945 time: 0.1213610
Aug 23 01:54:59.381093 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-105007b7-2ff0-4b9a-b634-b141157defe5 req-f12e820e-4a62-438b-b250-8c1c1a18d17c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449848
Aug 23 01:54:59.507382 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23860a93-81a2-4317-acc8-8e6eff5cef63 req-6823b8a9-7ade-4b2f-b681-0c7108c38337 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:59.523713 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-23860a93-81a2-4317-acc8-8e6eff5cef63 req-6823b8a9-7ade-4b2f-b681-0c7108c38337 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1585319
Aug 23 01:54:59.581333 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-23860a93-81a2-4317-acc8-8e6eff5cef63 req-4456e2ea-6198-4c08-800a-4b47fb822696 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567510
Aug 23 01:54:59.793138 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272ccc-35af-4fbd-a571-5e8f5431099a req-c5ee71df-f48e-4f79-b9ef-b909fc749822 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:54:59.794544 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-93272ccc-35af-4fbd-a571-5e8f5431099a req-c5ee71df-f48e-4f79-b9ef-b909fc749822 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0806756
Aug 23 01:54:59.840292 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-93272ccc-35af-4fbd-a571-5e8f5431099a req-ee7c9c87-ee88-4327-ad81-c1d98cb7a2ef tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402911
Aug 23 01:54:59.906412 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6fceed91-48a4-4dd8-be94-2d65bdab97fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:54:59.973349 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54830) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:00.114252 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:00.145271 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:00.149118 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Usage tracker for resource:security_group_rule and tenant:83cf8b685cc043d2ba9b9b9183d3a040 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:00.151850 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:00.157668 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:00.223411 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:00.363747 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:00.371842 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-41b31760-22dd-428d-9969-faa28fa903ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:00.410204 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af47f380-08d3-42e3-95a1-e791e87b362e,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:00.413720 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:00.416685 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83cf8b685cc043d2ba9b9b9183d3a040&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4421413
Aug 23 01:55:00.419298 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54844) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:00.487147 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e762ca15-2d39-4067-b506-64516d0bc191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:00.513493 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e762ca15-2d39-4067-b506-64516d0bc191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:00.750566 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e762ca15-2d39-4067-b506-64516d0bc191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:00.759710 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c2fde807-0106-4095-bc7a-2ade1c56478f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:00.775790 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762ca15-2d39-4067-b506-64516d0bc191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af47f380-08d3-42e3-95a1-e791e87b362e,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:00.793167 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e762ca15-2d39-4067-b506-64516d0bc191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:00.793167 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e762ca15-2d39-4067-b506-64516d0bc191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:00.793841 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e762ca15-2d39-4067-b506-64516d0bc191 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af47f380-08d3-42e3-95a1-e791e87b362e HTTP/1.1" status: 204  len: 168 time: 0.3735723
Aug 23 01:55:00.815750 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:00.825789 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabe5f1-7477-458d-80da-823048de592b req-a2e09f48-cd94-4472-b356-f4f4c0bf161f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:00.832423 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-edabe5f1-7477-458d-80da-823048de592b req-a2e09f48-cd94-4472-b356-f4f4c0bf161f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1160758
Aug 23 01:55:00.883564 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-edabe5f1-7477-458d-80da-823048de592b req-228eab86-41da-44d0-a633-8258c356cc55 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502608
Aug 23 01:55:01.093186 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30581244-3244-4445-a145-276fcf18de77 req-071d301f-2fa3-435c-a6d2-d8dc7196ec6d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:01.094803 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-30581244-3244-4445-a145-276fcf18de77 req-071d301f-2fa3-435c-a6d2-d8dc7196ec6d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0934138
Aug 23 01:55:01.141246 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-30581244-3244-4445-a145-276fcf18de77 req-21ed425b-9beb-4636-992b-1af26742dbad tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404186
Aug 23 01:55:02.101490 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47639c55-d1b1-4acf-9e8b-bbbd0d30db1f req-e1ebefd2-ed22-42b2-9cbc-3a3b6a962c03 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:02.107017 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54908) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:02.109322 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-47639c55-d1b1-4acf-9e8b-bbbd0d30db1f req-e1ebefd2-ed22-42b2-9cbc-3a3b6a962c03 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1026983
Aug 23 01:55:02.177076 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-47639c55-d1b1-4acf-9e8b-bbbd0d30db1f req-9c7a60d7-7ebe-4423-b869-273124e1951a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668151
Aug 23 01:55:02.318009 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1642442826-network', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:02.325780 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:02.331965 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Usage tracker for resource:network and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:02.335244 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:02.342515 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:02.377252 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3f0aa-c0d5-499a-b296-4369585f6a25 req-a2ce2fbc-70ae-4e86-95d9-3bda3cf273ba tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:02.385104 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aab3f0aa-c0d5-499a-b296-4369585f6a25 req-a2ce2fbc-70ae-4e86-95d9-3bda3cf273ba tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0877104
Aug 23 01:55:02.398285 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb7618-7fa2-4de2-87e4-f0f67ef14a83 req-b14186f9-aa8c-4994-8b5a-bc1b71210098 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:02.402352 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-75bb7618-7fa2-4de2-87e4-f0f67ef14a83 req-b14186f9-aa8c-4994-8b5a-bc1b71210098 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.2190788
Aug 23 01:55:02.430512 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Made reservation on behalf of 0fe01aed9b14497fb422023bf8bea00d for: {'network': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:55:02.441672 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.465704 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.466459 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aab3f0aa-c0d5-499a-b296-4369585f6a25 req-6c2b611d-e487-4dc4-b9d8-38dc5de4c952 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801904
Aug 23 01:55:02.500414 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.517606 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:02.523902 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Usage tracker for resource:security_group_rule and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:02.528036 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:02.532642 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-75bb7618-7fa2-4de2-87e4-f0f67ef14a83 req-b27fd532-566b-42b5-b974-110aa1115dac tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248510
Aug 23 01:55:02.538331 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:02.600928 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.734734 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.737765 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b5605d8c-d186-47ae-84e6-c87d3c681b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:02.769072 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=75864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:55:02.775081 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c56668-1a9e-41ce-b32f-6b17ca9692bf,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:02.778776 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:02.786189 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.786514 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.segments_db [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Added segment 76eb113a-9a89-4465-b3af-cd4e77293fe5 of type vlan for network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc
Aug 23 01:55:02.816455 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.929274 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.931053 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:02.931777 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:02.935996 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:03.034214 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Pushing event updated for resources: {'Network': ['ID=2e5f60c6-b419-4387-8c16-b5a6c506b2cc,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:03.036962 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:03.044787 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:55:03.113307 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0052257
Aug 23 01:55:03.116509 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54932) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:03.124426 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Request body: {'subnet': {'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1642442826-subnet', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:03.128480 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:03.133622 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Usage tracker for resource:subnet and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:03.137650 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:03.144060 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:03.241034 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Made reservation on behalf of 0fe01aed9b14497fb422023bf8bea00d for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:55:03.244597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1320288'] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:03.584636 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1224899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1320306'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:03.598789 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3c92726a-ac87-470f-8151-4339cdc66b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:03.691959 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0f724-ef82-4a05-82c0-1faa0b7afa9d req-34e994bb-115c-4511-8616-734c59cf193e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:03.693470 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-80f0f724-ef82-4a05-82c0-1faa0b7afa9d req-34e994bb-115c-4511-8616-734c59cf193e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0813959
Aug 23 01:55:03.702514 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-3da6a801-f026-4241-9242-eaa237e1c276 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:03.703956 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-3da6a801-f026-4241-9242-eaa237e1c276 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 815 time: 0.2120585
Aug 23 01:55:03.708603 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2e9090-c0cf-4d2d-a522-b51d278a5238,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:03.717165 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:03.734006 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-5ea04677-91e2-40be-8360-dcca68602330 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/quotas/a7d76269b9b84905a47232cf7b258150 HTTP/1.1" status: 200  len: 375 time: 0.0202208
Aug 23 01:55:03.734799 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Checking segment: {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:03.735147 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Network hostable DHCP agents. Network: 2e5f60c6-b419-4387-8c16-b5a6c506b2cc, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:55:03.742731 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-80f0f724-ef82-4a05-82c0-1faa0b7afa9d req-0bf92cb4-18e7-45b4-81c9-9d14192ea225 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429585
Aug 23 01:55:03.828406 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-8abaf34b-9314-4825-8239-16d0e6592334 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0873008
Aug 23 01:55:03.907703 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:55:03.944036 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed765a5-f512-4bba-bcc4-b03bf5b517e7 req-12741134-3cd7-4821-b777-c8ea161e9e04 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:03.945502 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ed765a5-f512-4bba-bcc4-b03bf5b517e7 req-12741134-3cd7-4821-b777-c8ea161e9e04 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0784829
Aug 23 01:55:03.966696 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-92e62ba9-095b-4865-a8da-97cd9be1be10 service neutron] 10.222.0.20 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315448
Aug 23 01:55:03.996235 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ed765a5-f512-4bba-bcc4-b03bf5b517e7 req-ed8d460a-0a92-4172-a0e6-1a2be3d81cb6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449865
Aug 23 01:55:04.047776 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 2e5f60c6-b419-4387-8c16-b5a6c506b2cc) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:04.056803 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5cae3-e302-4636-9fe0-b6b0ba98a02f None None] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:55:04.058202 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:04.059051 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.127218 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-54b2e3f5-b11b-4532-a9d7-5e2e98337304 service neutron] 10.222.0.20 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547265
Aug 23 01:55:04.187592 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-b120dc8e-c69a-4cc0-a9ec-b8fbdb56830b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0699089
Aug 23 01:55:04.190483 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 54956) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:04.196744 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:04.202664 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:04.206601 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Usage tracker for resource:router and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:04.209572 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:04.215346 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:04.293972 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 01:55:04.294792 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.408192 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.410899 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.449053 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.487513 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Allocated IP 172.20.0.2 (2e5f60c6-b419-4387-8c16-b5a6c506b2cc/9b2e9090-c0cf-4d2d-a522-b51d278a5238/08d6295f-5f15-4a7c-8cf0-9db19f79e6d3) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:04.546173 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278a128-ea75-40a5-8a6b-94f16ccbb3a6 req-867b4457-8169-4f12-9c83-02e1a7552313 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:04.552479 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f075d41b-304c-42c3-bc2d-e6b4ec023143 req-7b4d3c88-e89b-4354-b62f-bf58ce9c16be tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 210 time: 0.0870419
Aug 23 01:55:04.554220 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a278a128-ea75-40a5-8a6b-94f16ccbb3a6 req-867b4457-8169-4f12-9c83-02e1a7552313 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0898700
Aug 23 01:55:04.695520 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54974) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:04.729118 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a278a128-ea75-40a5-8a6b-94f16ccbb3a6 req-c798b312-8b52-4093-801f-6016f2cb36bd tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738760
Aug 23 01:55:04.735213 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.751155 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.752841 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Transition to ACTIVE for port object 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:04.775446 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Transition to ACTIVE for port object 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:04.864079 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.887665 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:04.893958 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-a8f2380b-3bf0-44cb-9d45-5def2d6f9d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:04.899874 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:04.904269 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:9804ee271dd94cb5971caa4135c91b5d is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:04.907317 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:04.913909 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:05.001368 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.028487 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:05.032480 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:05.034336 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Pushing event updated for resources: {'Port': ['ID=08d6295f-5f15-4a7c-8cf0-9db19f79e6d3,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:05.036755 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:05.039020 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:05.121170 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.125355 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Attempting to bind port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:55:05.126382 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Attempting to bind port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:55:05.126941 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Attempting to bind port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 on network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:05.129095 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ebe4f151-6177-4f20-b019-746ca6a9f7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:05.134245 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:55:05.134618 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Checking segment: {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:05.135220 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.135626 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Bound using segment: {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:55:05.136090 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Bound port: 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:55:05.136626 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.153711 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051c687-313a-4609-b016-dd555521c14d req-d0d1ce4e-d229-42c7-bf28-bb959d917d0a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:05.155791 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f051c687-313a-4609-b016-dd555521c14d req-d0d1ce4e-d229-42c7-bf28-bb959d917d0a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.2165742
Aug 23 01:55:05.183727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8db30aa-fbb2-4423-92d8-d7aeb679e647,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:05.186845 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:05.194273 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9804ee271dd94cb5971caa4135c91b5d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4987483
Aug 23 01:55:05.196871 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 54990) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:05.238455 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] For port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:55:05.241387 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] For port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=08d6295f-5f15-4a7c-8cf0-9db19f79e6d3,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:55:05.255033 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.262511 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4fb4867b-f86c-405d-890a-dc416b49e065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.285265 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f051c687-313a-4609-b016-dd555521c14d req-5f223dff-8e96-41a8-bf9b-9e12ebe9c71c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910816
Aug 23 01:55:05.289410 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.298708 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4fb4867b-f86c-405d-890a-dc416b49e065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.397997 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.402384 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:05.481992 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Pushing event updated for resources: {'Port': ['ID=08d6295f-5f15-4a7c-8cf0-9db19f79e6d3,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:05.486616 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:05.489307 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4fb4867b-f86c-405d-890a-dc416b49e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.494735 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:05.508064 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4867b-f86c-405d-890a-dc416b49e065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8db30aa-fbb2-4423-92d8-d7aeb679e647,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:05.510970 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-4fb4867b-f86c-405d-890a-dc416b49e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:05.511834 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4fb4867b-f86c-405d-890a-dc416b49e065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.512968 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-4fb4867b-f86c-405d-890a-dc416b49e065 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8db30aa-fbb2-4423-92d8-d7aeb679e647 HTTP/1.1" status: 204  len: 168 time: 0.3151681
Aug 23 01:55:05.530263 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Allocated IP 172.27.2.242 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/54ac83a1-bba4-454f-9a76-ed1d12615e01) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:05.632356 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34f020-a27e-4d40-aedb-2c2af48e2666 req-0ca77971-b379-4310-9af5-8b4ad4337ea5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:05.635628 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3d34f020-a27e-4d40-aedb-2c2af48e2666 req-0ca77971-b379-4310-9af5-8b4ad4337ea5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.2133512
Aug 23 01:55:05.688358 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:55:05.774497 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.791262 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3d34f020-a27e-4d40-aedb-2c2af48e2666 req-7991b16d-85a2-4ff9-a0fd-929c49a5dd3a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1501205
Aug 23 01:55:05.874238 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:05.884908 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:05.889124 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:05.923811 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'port_id': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'mac_address': 'fa:16:3e:42:b4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:55:05.990404 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:06.058223 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3835f18-c4b1-4262-8755-e5c10261da9f {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:55:06.061331 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c98edbec-8cae-4d31-8d4e-4e1e3466751a req-24c00727-cb84-45aa-b83d-6037594395ab tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 210 time: 0.0747221
Aug 23 01:55:06.088624 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:06.113675 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:06.114935 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:06.119425 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Pushing event updated for resources: {'Port': ['ID=54ac83a1-bba4-454f-9a76-ed1d12615e01,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:06.119425 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:06.145024 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:06.172248 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:06.203624 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:06.210851 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:06.323931 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=6']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:06.327989 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:06.367496 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['c3835f18-c4b1-4262-8755-e5c10261da9f'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:55:06.419221 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:06.419968 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:06.458541 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:06.538335 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f9cc-5dcd-4416-acbf-c66d6a81b3f2 req-6325886b-538e-470d-be77-195384f60cec tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:06.540901 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-feb0f9cc-5dcd-4416-acbf-c66d6a81b3f2 req-6325886b-538e-470d-be77-195384f60cec tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 945 time: 0.0906620
Aug 23 01:55:06.595303 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-feb0f9cc-5dcd-4416-acbf-c66d6a81b3f2 req-ce5787f0-03aa-465f-9b88-bd207c4b40d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457761
Aug 23 01:55:06.669091 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73351647-46e5-405e-88b7-c507bb2d2af4 None None] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:55:06.789396 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 01:55:06.873172 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] Provisioning for port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:06.884804 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] Provisioning complete for port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:06.885191 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.043351 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.087282 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] For port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=08d6295f-5f15-4a7c-8cf0-9db19f79e6d3,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:07.099218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:55:07.110550 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1333c-a7ff-4c11-b2de-1bdb129f2434 req-7a0f2afe-0a06-4277-abfc-ee6e3628c06c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:07.110550 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bda1333c-a7ff-4c11-b2de-1bdb129f2434 req-7a0f2afe-0a06-4277-abfc-ee6e3628c06c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1427202
Aug 23 01:55:07.123417 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Sync routers for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:55:07.146311 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:55:07.147234 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481365850>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:55:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:07.220919 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.223559 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:07.388075 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c5617807-ae49-432c-a539-da5dca0397fe req-042a35bb-c825-4aa3-829d-4d2efe3ea6b6 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 210 time: 0.0854990
Aug 23 01:55:07.393780 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] Pushing event updated for resources: {'Port': ['ID=08d6295f-5f15-4a7c-8cf0-9db19f79e6d3,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:07.398810 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:07.410806 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bda1333c-a7ff-4c11-b2de-1bdb129f2434 req-7e89a4e6-a526-4fc6-9f6a-d43de841db41 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2877104
Aug 23 01:55:07.462248 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-56dd2af0-b99d-4da6-8f17-6f178f05a9e3 None None] Provisioning complete for port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:07.462623 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-56dd2af0-b99d-4da6-8f17-6f178f05a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.526876 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:55:07.542845 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-ae09a7dc-e71c-493a-bcb3-85ca4db8508c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:07.544335 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-ae09a7dc-e71c-493a-bcb3-85ca4db8508c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 815 time: 0.3975770
Aug 23 01:55:07.580104 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Request body: {'port': {'device_id': '9a1efa3a-5638-42a2-8c38-3636d486de37', 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'admin_state_up': True, 'tenant_id': 'a7d76269b9b84905a47232cf7b258150'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:07.688900 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:07.737108 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.741108 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 55014) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:07.741792 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.5494847
Aug 23 01:55:07.788805 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port c3835f18-c4b1-4262-8755-e5c10261da9f triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:07.790355 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.826533 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:07.837427 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:07.914178 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481365850>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:06Z', 'revision_number': 3, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:07.924955 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Checking router: 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:55:07.924955 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Updating router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d port 54ac83a1-bba4-454f-9a76-ed1d12615e01 binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:55:07.928075 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.957736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Made reservation on behalf of a7d76269b9b84905a47232cf7b258150 for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:55:07.961406 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.978549 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440b1a0-9175-4771-91b5-561a7ba76557 req-c2d4abc5-2ebb-4bb7-bcd8-f5cf67077524 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:07.981296 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:55:07.981442 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:07.985444 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e440b1a0-9175-4771-91b5-561a7ba76557 req-c2d4abc5-2ebb-4bb7-bcd8-f5cf67077524 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 945 time: 0.1662798
Aug 23 01:55:08.010768 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:08.091988 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:08.096938 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:08.135259 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e440b1a0-9175-4771-91b5-561a7ba76557 req-fea574c0-4989-497a-8e36-f6fbd295682b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1489499
Aug 23 01:55:08.158325 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'code': 200}
Aug 23 01:55:08.163803 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:08.174874 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Allocated IP 172.20.0.5 (e53c772e-7954-4a2c-84fa-6dee497c55c2/e0de8f50-85ac-4e52-8846-c49f8f2624a8/4e6642e3-52b5-4eee-8143-8d243cedaaab) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:08.267622 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=7']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:08.271558 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:08.306561 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:08.307007 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:08.503356 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:08.504837 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:08.509434 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Transition to ACTIVE for port object 54ac83a1-bba4-454f-9a76-ed1d12615e01 will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:08.682673 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5abf81-8d3b-4296-8aa8-d81b44382775 req-13aee61c-f952-4fe0-bdf9-546028120e47 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:08.684300 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:08.684444 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1a5abf81-8d3b-4296-8aa8-d81b44382775 req-13aee61c-f952-4fe0-bdf9-546028120e47 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1145427
Aug 23 01:55:08.685152 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:08.694016 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:08.696672 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:08.700033 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1249322e-70f2-44fe-afee-fd2671568948', 'ab03589f-06c6-497c-8cf7-9e2da5263f9b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:55:08.801609 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1a5abf81-8d3b-4296-8aa8-d81b44382775 req-0eaf03da-8aac-4fff-b78e-ca03fb2165e0 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696750
Aug 23 01:55:08.862111 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Pushing event updated for resources: {'Port': ['ID=54ac83a1-bba4-454f-9a76-ed1d12615e01,revision_number=2']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:08.863862 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Pushing event updated for resources: {'Port': ['ID=4e6642e3-52b5-4eee-8143-8d243cedaaab,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:08.878915 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:08.887232 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Attempting to bind port 54ac83a1-bba4-454f-9a76-ed1d12615e01 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:55:08.887602 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Attempting to bind port 54ac83a1-bba4-454f-9a76-ed1d12615e01 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:55:08.887967 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Attempting to bind port 54ac83a1-bba4-454f-9a76-ed1d12615e01 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:08.892176 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Network e53c772e-7954-4a2c-84fa-6dee497c55c2 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:08.900287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:08.900731 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.901202 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.901550 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.902208 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.902328 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.902603 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.904972 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:08.910187 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.913882 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.913882 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.913882 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.913882 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:08.916148 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:08.926930 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:55:08.927310 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:08.927714 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:08.928107 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:55:08.928610 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Bound port: 54ac83a1-bba4-454f-9a76-ed1d12615e01, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:55:08.929001 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.000985 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:09.002059 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.016037 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] For port 54ac83a1-bba4-454f-9a76-ed1d12615e01, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:55:09.019962 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] For port 54ac83a1-bba4-454f-9a76-ed1d12615e01, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=54ac83a1-bba4-454f-9a76-ed1d12615e01,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:55:09.032952 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.035683 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b6d05-35cd-485a-92a4-cd2881204545 req-0cecb8b3-2bfa-49c9-b9b3-3f03802928db tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:09.036386 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-3f5b6d05-35cd-485a-92a4-cd2881204545 req-0cecb8b3-2bfa-49c9-b9b3-3f03802928db tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:55:09.105666 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.110568 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:09.120184 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5486970
Aug 23 01:55:09.132830 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Request body: {'port': {'device_id': '9a1efa3a-5638-42a2-8c38-3636d486de37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:09.187627 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Pushing event updated for resources: {'Port': ['ID=54ac83a1-bba4-454f-9a76-ed1d12615e01,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:09.191838 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:09.196687 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:55:09.197924 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481365850>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:55:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:09.232599 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-3f5b6d05-35cd-485a-92a4-cd2881204545 req-0cecb8b3-2bfa-49c9-b9b3-3f03802928db tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:55:09.240090 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3f5b6d05-35cd-485a-92a4-cd2881204545 req-0cecb8b3-2bfa-49c9-b9b3-3f03802928db tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 931 time: 0.5029821
Aug 23 01:55:09.305583 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Allocated IP 172.20.0.1 (2e5f60c6-b419-4387-8c16-b5a6c506b2cc/9b2e9090-c0cf-4d2d-a522-b51d278a5238/9da96be5-2ce2-4344-b899-2c9c0475f749) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:09.325784 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3f5b6d05-35cd-485a-92a4-cd2881204545 req-7d683cf1-104d-472c-b165-fa2971d2a9cd tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840507
Aug 23 01:55:09.330698 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.454336 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:55:09.567224 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.584448 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Transition to ACTIVE for port object 9da96be5-2ce2-4344-b899-2c9c0475f749 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:09.640431 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbabbc2-8fa1-4d6a-a0c1-9cc5616cfdeb req-92ed4b49-dbb2-4dd0-b84a-4fdc5d560f71 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:09.643579 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bbabbc2-8fa1-4d6a-a0c1-9cc5616cfdeb req-92ed4b49-dbb2-4dd0-b84a-4fdc5d560f71 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.2770057
Aug 23 01:55:09.696962 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bbabbc2-8fa1-4d6a-a0c1-9cc5616cfdeb req-58475768-1f12-4cf0-bf61-9faac117c81f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469055
Aug 23 01:55:09.698386 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.701940 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:09.765812 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6642e3-52b5-4eee-8143-8d243cedaaab {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:55:09.785526 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.793756 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:09.805180 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:09.807213 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Pushing event updated for resources: {'Port': ['ID=9da96be5-2ce2-4344-b899-2c9c0475f749,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:09.824736 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:09.824736 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:09.825402 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Transition to ACTIVE for port object 4e6642e3-52b5-4eee-8143-8d243cedaaab will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:09.873757 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.909100 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:09.914253 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3efa79c2-c489-4796-870c-ad9f89f8caac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:09.991315 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481365850>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:06Z', 'revision_number': 3, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:09.999169 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe21bc-0ae2-415d-bd83-6cff42e437b9 None None] The sync data for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi is: [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:06Z', 'revision_number': 3, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:55:10.122378 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:10.234579 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6642e3-52b5-4eee-8143-8d243cedaaab,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:10.244109 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:10.340071 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-6aaee684-08e0-48c5-8f9f-f0ccc477bc7d None None] Provisioning for port 9da96be5-2ce2-4344-b899-2c9c0475f749 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:10.347953 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-6aaee684-08e0-48c5-8f9f-f0ccc477bc7d None None] Provisioning complete for port 9da96be5-2ce2-4344-b899-2c9c0475f749 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:10.349064 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6aaee684-08e0-48c5-8f9f-f0ccc477bc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:10.354372 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Attempting to bind port 4e6642e3-52b5-4eee-8143-8d243cedaaab on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:55:10.354942 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Attempting to bind port 4e6642e3-52b5-4eee-8143-8d243cedaaab by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:55:10.355387 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Attempting to bind port 4e6642e3-52b5-4eee-8143-8d243cedaaab on network e53c772e-7954-4a2c-84fa-6dee497c55c2 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:10.400373 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Port 4e6642e3-52b5-4eee-8143-8d243cedaaab on network e53c772e-7954-4a2c-84fa-6dee497c55c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:55:10.400793 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Attempting to bind port 4e6642e3-52b5-4eee-8143-8d243cedaaab on network e53c772e-7954-4a2c-84fa-6dee497c55c2 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:10.424194 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:55:10.424361 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Checking segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:10.424662 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Bound using segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:55:10.425095 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Bound port: 4e6642e3-52b5-4eee-8143-8d243cedaaab, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:55:10.425439 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:10.504578 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-6aaee684-08e0-48c5-8f9f-f0ccc477bc7d None None] Port 9da96be5-2ce2-4344-b899-2c9c0475f749 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:55:10.506855 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947753c-8283-4b69-a876-7ac0c2ee2530 req-f7a5dd22-54e4-4f92-bce2-614057a2f9fd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:10.508437 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d947753c-8283-4b69-a876-7ac0c2ee2530 req-f7a5dd22-54e4-4f92-bce2-614057a2f9fd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.3843307
Aug 23 01:55:10.693204 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d947753c-8283-4b69-a876-7ac0c2ee2530 req-e893b73d-b747-4ff0-9727-c52f387b5b51 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1594574
Aug 23 01:55:10.702428 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] For port 4e6642e3-52b5-4eee-8143-8d243cedaaab, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:55:10.715284 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] For port 4e6642e3-52b5-4eee-8143-8d243cedaaab, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4e6642e3-52b5-4eee-8143-8d243cedaaab,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:55:10.778150 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d1f0-1fb8-4c27-b7ce-f7aae07e9139 req-9c9b3dfa-e17e-445f-abb6-a0a5482b1d0b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:10.779765 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9b63d1f0-1fb8-4c27-b7ce-f7aae07e9139 req-9c9b3dfa-e17e-445f-abb6-a0a5482b1d0b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 943 time: 0.1911523
Aug 23 01:55:10.816254 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:10.821624 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:10.837256 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:10.861254 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9b63d1f0-1fb8-4c27-b7ce-f7aae07e9139 req-d01cafa9-e2cf-41a0-acc2-a9f8b4cccc4d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665758
Aug 23 01:55:10.915584 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:10.917190 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] 10.222.0.21 "PUT /v2.0/ports/4e6642e3-52b5-4eee-8143-8d243cedaaab HTTP/1.1" status: 200  len: 1093 time: 1.7894700
Aug 23 01:55:10.920139 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:10.961247 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:11.062914 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Pushing event updated for resources: {'Port': ['ID=9da96be5-2ce2-4344-b899-2c9c0475f749,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:11.067678 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:11.068613 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:11.083445 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1efa3a-5638-42a2-8c38-3636d486de37', 'tag': '4e6642e3-52b5-4eee-8143-8d243cedaaab'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:55:11.190648 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6642e3-52b5-4eee-8143-8d243cedaaab,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:11.193980 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:11.204143 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1efa3a-5638-42a2-8c38-3636d486de37', 'tag': '4e6642e3-52b5-4eee-8143-8d243cedaaab', 'status': 'completed', 'code': 200}
Aug 23 01:55:11.220318 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e191dc-179d-4c22-9d1a-bac7122d614a req-e001599a-27d2-4ac5-85e6-6dd2bb9f4cf3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:11.228217 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-71e191dc-179d-4c22-9d1a-bac7122d614a req-e001599a-27d2-4ac5-85e6-6dd2bb9f4cf3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.2909396
Aug 23 01:55:11.264467 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:11.265572 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:11.276899 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-8e04683c-ad01-44d4-9337-0a2442e9fcc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 1096 time: 0.1866677
Aug 23 01:55:11.292273 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-71e191dc-179d-4c22-9d1a-bac7122d614a req-325ab8c5-6580-4ce4-8d23-32ef105ba085 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629776
Aug 23 01:55:11.390970 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-f20846b7-bd52-4056-a9bb-ba74d8f853e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6642e3-52b5-4eee-8143-8d243cedaaab HTTP/1.1" status: 200  len: 217 time: 0.0950258
Aug 23 01:55:11.491122 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-fa6e4ba1-5d07-4db6-9d46-4ee44fc24b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:11.493550 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-fa6e4ba1-5d07-4db6-9d46-4ee44fc24b52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0de8f50-85ac-4e52-8846-c49f8f2624a8 HTTP/1.1" status: 200  len: 855 time: 0.0879588
Aug 23 01:55:11.571338 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-7be409f0-e84c-43bb-90c3-6adf97082cf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e53c772e-7954-4a2c-84fa-6dee497c55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605392
Aug 23 01:55:11.646993 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a3ae114f-90d4-4f0c-9cd4-bc34be448ac0 None None] Provisioning complete for port 9da96be5-2ce2-4344-b899-2c9c0475f749 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:11.650038 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a3ae114f-90d4-4f0c-9cd4-bc34be448ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:11.743103 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae114f-90d4-4f0c-9cd4-bc34be448ac0 None None] Port 9da96be5-2ce2-4344-b899-2c9c0475f749 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:55:11.756441 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:55:11.780741 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-e780f357-6726-4831-a718-efd605fd535e service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005684
Aug 23 01:55:11.985485 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fced3f50-b725-4fab-9aab-29ddd436c037 req-cb7c5885-19f4-4776-adc2-be12b4076119 service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974032
Aug 23 01:55:12.044713 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd49438-86da-4cb9-ac82-6e7b17a35f28 req-face163f-199a-4f5d-a63b-05a6d82799e3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:12.045225 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fbd49438-86da-4cb9-ac82-6e7b17a35f28 req-face163f-199a-4f5d-a63b-05a6d82799e3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1907933
Aug 23 01:55:12.093318 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc980f7-19d6-48d0-b485-c145bbe8c76c req-f024953a-0073-468d-99ea-6e5e1cbdd029 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:12.094832 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bbc980f7-19d6-48d0-b485-c145bbe8c76c req-f024953a-0073-468d-99ea-6e5e1cbdd029 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 943 time: 0.1053653
Aug 23 01:55:12.115419 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fbd49438-86da-4cb9-ac82-6e7b17a35f28 req-1212d5e3-9306-42e8-8388-a48d24db357d tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609066
Aug 23 01:55:12.123375 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:55:12.140947 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] 10.222.0.20 "PUT /v2.0/routers/3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3903961
Aug 23 01:55:12.179928 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 54ac83a1-bba4-454f-9a76-ed1d12615e01 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:12.245034 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bbc980f7-19d6-48d0-b485-c145bbe8c76c req-14976abd-11c6-4bb6-b797-e2947e1b4f59 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424093
Aug 23 01:55:12.275499 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-2c29688a-6995-4c6a-850d-27b10eb43159 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 1096 time: 0.1182530
Aug 23 01:55:12.394699 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 54ac83a1-bba4-454f-9a76-ed1d12615e01 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:12.400227 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 54ac83a1-bba4-454f-9a76-ed1d12615e01 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:12.400622 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:12.456939 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-6e1ed31d-e2a5-411b-8986-71894bd1fff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:12.457695 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-6e1ed31d-e2a5-411b-8986-71894bd1fff5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 915 time: 0.1669648
Aug 23 01:55:12.572024 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-d3641a39-8602-40be-97a3-a399a973bded service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6642e3-52b5-4eee-8143-8d243cedaaab HTTP/1.1" status: 200  len: 217 time: 0.1060526
Aug 23 01:55:12.631109 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf1a83-babf-4cef-90fd-722053f136e6 req-7d71754a-3a83-4f47-92df-fa765bf8c3fe tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:12.632265 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-35cf1a83-babf-4cef-90fd-722053f136e6 req-7d71754a-3a83-4f47-92df-fa765bf8c3fe tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1028991
Aug 23 01:55:12.643054 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:12.666934 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-04d60d4a-bb22-4abd-88c9-bd5a3dcf6618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:12.668328 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-04d60d4a-bb22-4abd-88c9-bd5a3dcf6618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0de8f50-85ac-4e52-8846-c49f8f2624a8 HTTP/1.1" status: 200  len: 855 time: 0.0775216
Aug 23 01:55:12.698221 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 54ac83a1-bba4-454f-9a76-ed1d12615e01, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=54ac83a1-bba4-454f-9a76-ed1d12615e01,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:12.727431 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-84658e43-9e2c-4679-9aea-a1bd08535c65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e53c772e-7954-4a2c-84fa-6dee497c55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512998
Aug 23 01:55:12.732048 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-35cf1a83-babf-4cef-90fd-722053f136e6 req-d3e42082-1779-42e2-b6ce-d17ca8ab5cac tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840364
Aug 23 01:55:12.772194 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:12.774581 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:12.876070 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=54ac83a1-bba4-454f-9a76-ed1d12615e01,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:12.889464 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:12.903592 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-a2600901-adc0-4ac1-b9cc-3a033be40f27 service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672552
Aug 23 01:55:13.069344 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-67791374-c0ab-4d25-82b6-c447fcbc07a6 req-5ea5b79f-1a06-4f81-bee5-5a72996d8dae service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519487
Aug 23 01:55:13.430022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99654-2570-491c-9d55-31f90eec0b45 req-8dd9b08e-3a23-43cb-a0f0-e62d89808c19 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:13.439515 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-36c99654-2570-491c-9d55-31f90eec0b45 req-8dd9b08e-3a23-43cb-a0f0-e62d89808c19 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1298702
Aug 23 01:55:13.521860 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-36c99654-2570-491c-9d55-31f90eec0b45 req-4aaf0ce9-1901-44ef-aec5-b4954a31f91b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780113
Aug 23 01:55:13.693450 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8908178-5485-4118-a3dc-44de45e2721f req-3f6f8262-94c5-4601-9e9b-5cfb4c02de45 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:13.695082 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a8908178-5485-4118-a3dc-44de45e2721f req-3f6f8262-94c5-4601-9e9b-5cfb4c02de45 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 943 time: 0.2752254
Aug 23 01:55:13.746097 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 4e6642e3-52b5-4eee-8143-8d243cedaaab details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:55:13.750037 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a8908178-5485-4118-a3dc-44de45e2721f req-c40f5c06-cdc7-4da1-8b1f-5aa36c2d4575 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458646
Aug 23 01:55:13.826919 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 55092) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:13.835339 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2050290495-network', 'tenant_id': '86e95ebb2d744047be79d946e14d900e'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:13.845656 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:13.860663 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Usage tracker for resource:network and tenant:86e95ebb2d744047be79d946e14d900e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:13.868767 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:13.882892 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:13.992872 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 4e6642e3-52b5-4eee-8143-8d243cedaaab, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4e6642e3-52b5-4eee-8143-8d243cedaaab,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:14.023063 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '4e6642e3-52b5-4eee-8143-8d243cedaaab', 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'port_id': '4e6642e3-52b5-4eee-8143-8d243cedaaab', 'mac_address': 'fa:16:3e:f8:95:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0de8f50-85ac-4e52-8846-c49f8f2624a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:55:14.114547 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.137916 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Made reservation on behalf of 86e95ebb2d744047be79d946e14d900e for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:55:14.141276 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.142338 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6642e3-52b5-4eee-8143-8d243cedaaab {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:55:14.162855 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 4e6642e3-52b5-4eee-8143-8d243cedaaab, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4e6642e3-52b5-4eee-8143-8d243cedaaab,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:14.178189 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 54ac83a1-bba4-454f-9a76-ed1d12615e01 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:14.187283 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.262345 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.288797 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:14.336255 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:14.342055 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=4e6642e3-52b5-4eee-8143-8d243cedaaab,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:14.342242 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Usage tracker for resource:security_group_rule and tenant:86e95ebb2d744047be79d946e14d900e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:14.344733 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Sync routers for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:55:14.346091 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:14.347301 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:14.355844 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01563b-e6c8-4ebd-b50c-6c06e45a825c req-619608ea-6181-46fb-8bec-ee76f596c0ac tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:14.357684 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fb01563b-e6c8-4ebd-b50c-6c06e45a825c req-619608ea-6181-46fb-8bec-ee76f596c0ac tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.4438400
Aug 23 01:55:14.361828 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:14.389937 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:55:14.390593 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74811f9610>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:55:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:14.427688 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fb01563b-e6c8-4ebd-b50c-6c06e45a825c req-01d25090-20c9-4f3d-912f-ab1f5501c2ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604234
Aug 23 01:55:14.513891 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.527919 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 54ac83a1-bba4-454f-9a76-ed1d12615e01 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:14.528292 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.681641 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['4e6642e3-52b5-4eee-8143-8d243cedaaab'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:55:14.743637 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.746699 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-21798c7e-1d05-4875-a243-e488cd5e0e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:14.779562 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:55:14.791490 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.791849 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Added segment 8f7920d5-bb8c-4117-9dc3-9a696578997d of type vlan for network bf8401d7-7601-4b7b-aeee-43cc6723c205
Aug 23 01:55:14.820471 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.883848 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f700fcf-5da9-48f1-af9c-75b2913a5a39,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:14.891339 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:55:14.891957 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:14.924163 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.928136 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:14.928751 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:14.935339 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-730e851e-318c-45f9-88ed-35959b13cd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:14.982290 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7b4f6-8f21-436a-9529-c4113e7c1f10 req-01603900-089d-4e86-8e76-f84cd0e0d09e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:14.984680 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fda7b4f6-8f21-436a-9529-c4113e7c1f10 req-01603900-089d-4e86-8e76-f84cd0e0d09e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1334791
Aug 23 01:55:15.082625 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8401d7-7601-4b7b-aeee-43cc6723c205,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:15.091422 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:15.099359 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network bf8401d7-7601-4b7b-aeee-43cc6723c205 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:55:15.104214 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fda7b4f6-8f21-436a-9529-c4113e7c1f10 req-5c3b3cd6-27c7-49b2-bd9c-d647db3084df tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664563
Aug 23 01:55:15.217663 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 55110) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:15.221137 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3930764
Aug 23 01:55:15.227553 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Request body: {'subnet': {'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2050290495-subnet', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:15.234251 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:15.238477 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Usage tracker for resource:subnet and tenant:86e95ebb2d744047be79d946e14d900e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:15.241872 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:15.248266 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:15.319959 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fcad3-42bc-4c1f-a1c5-68a0e9de5841 req-472af19b-af71-45ad-a6e3-ed006e6ecfde tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:15.330796 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e76fcad3-42bc-4c1f-a1c5-68a0e9de5841 req-472af19b-af71-45ad-a6e3-ed006e6ecfde tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 944 time: 0.1078031
Aug 23 01:55:15.335779 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:15.374436 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Made reservation on behalf of 86e95ebb2d744047be79d946e14d900e for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:55:15.385894 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1320288'] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:15.398053 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e76fcad3-42bc-4c1f-a1c5-68a0e9de5841 req-3e6b85d1-efc2-423e-96bf-753711dd63ee tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652666
Aug 23 01:55:15.495785 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74811f9610>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:10Z', 'revision_number': 2, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:15.500841 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Checking router: 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:55:15.501257 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Updating router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d port 9da96be5-2ce2-4344-b899-2c9c0475f749 binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:55:15.595034 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:15.790625 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39846e-4480-4bb8-876d-3a8c9a8df980 req-54bfe15a-4a83-4d6d-9cdb-f508e35702ca tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:15.792802 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-dc39846e-4480-4bb8-876d-3a8c9a8df980 req-54bfe15a-4a83-4d6d-9cdb-f508e35702ca tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1123235
Aug 23 01:55:15.803735 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-cbbf2211-a93d-4d40-9af0-127654544b6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1098 time: 0.1125598
Aug 23 01:55:15.810666 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7ef28-c291-4514-bbdd-77b9268ee7b0 req-8874b11d-abb5-49a3-bbc0-a4770dd95bd1 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:15.817640 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-94e7ef28-c291-4514-bbdd-77b9268ee7b0 req-8874b11d-abb5-49a3-bbc0-a4770dd95bd1 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1643243
Aug 23 01:55:15.906179 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-dc39846e-4480-4bb8-876d-3a8c9a8df980 req-a93630c9-8027-41fa-99d7-f2c4d81c962c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802715
Aug 23 01:55:15.969516 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-94e7ef28-c291-4514-bbdd-77b9268ee7b0 req-52595da5-3d4e-4753-91c6-0554af1d5904 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1509442
Aug 23 01:55:16.032709 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1224899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1320306'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.038667 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:16.047912 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.056699 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-5ed0a920-d1e4-420f-b6cb-1f4d94bf0a7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:16.058161 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-5ed0a920-d1e4-420f-b6cb-1f4d94bf0a7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 918 time: 0.2069960
Aug 23 01:55:16.064863 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Transition to ACTIVE for port object 9da96be5-2ce2-4344-b899-2c9c0475f749 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:16.106423 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6531df51-4019-4f0b-97bf-ad4787ae3159,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:16.109626 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:16.132877 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.135706 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:16.140812 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-02e93e91-b0cb-46ff-8463-47f8004fb0db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 200  len: 217 time: 0.0713918
Aug 23 01:55:16.160373 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Checking segment: {'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:16.161015 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Network hostable DHCP agents. Network: bf8401d7-7601-4b7b-aeee-43cc6723c205, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:55:16.251121 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-6084ca9b-0cb2-4860-9995-4b3184d12ef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:16.252771 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-6084ca9b-0cb2-4860-9995-4b3184d12ef2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.0983877
Aug 23 01:55:16.260612 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Network bf8401d7-7601-4b7b-aeee-43cc6723c205 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:55:16.291402 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5016c-19b5-4136-8fd0-2eaf47e7dd2f None None] Pushing event updated for resources: {'Port': ['ID=9da96be5-2ce2-4344-b899-2c9c0475f749,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:16.321354 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-efa5016c-19b5-4136-8fd0-2eaf47e7dd2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:16.343919 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-226991f1-e0ea-49c9-b214-918909f6fc5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0749941
Aug 23 01:55:16.406830 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1cb6b-c5ce-48fb-9687-cd47310e8eae req-82afe226-1580-498a-8b9f-8828a7da70b5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:16.413843 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-14c1cb6b-c5ce-48fb-9687-cd47310e8eae req-82afe226-1580-498a-8b9f-8828a7da70b5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1194887
Aug 23 01:55:16.448973 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, bf8401d7-7601-4b7b-aeee-43cc6723c205) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:16.453108 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Attempting to bind port 9da96be5-2ce2-4344-b899-2c9c0475f749 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:55:16.453108 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Attempting to bind port 9da96be5-2ce2-4344-b899-2c9c0475f749 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:55:16.453108 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Attempting to bind port 9da96be5-2ce2-4344-b899-2c9c0475f749 on network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:16.459032 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:16.459246 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.464205 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb03cae-3cad-4eb1-b6ad-699a827d8175 None None] Network bf8401d7-7601-4b7b-aeee-43cc6723c205 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:55:16.504246 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:55:16.504684 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Checking segment: {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:16.505064 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.505446 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Bound using segment: {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:55:16.505925 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Bound port: 9da96be5-2ce2-4344-b899-2c9c0475f749, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:55:16.506306 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.511665 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-14c1cb6b-c5ce-48fb-9687-cd47310e8eae req-b6855289-2fc8-4d39-a250-1840a2f438f6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968597
Aug 23 01:55:16.611563 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-fc842ff5-462e-48e3-9b74-1e1ecb1bbbe4 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559276
Aug 23 01:55:16.620963 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4002306
Aug 23 01:55:16.623403 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 55126) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:16.628609 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:16.634466 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:16.653736 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Usage tracker for resource:router and tenant:86e95ebb2d744047be79d946e14d900e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:16.657287 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:16.663750 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:16.769614 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.770823 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.799683 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] For port 9da96be5-2ce2-4344-b899-2c9c0475f749, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:55:16.806986 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.815143 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] For port 9da96be5-2ce2-4344-b899-2c9c0475f749, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=9da96be5-2ce2-4344-b899-2c9c0475f749,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:55:16.841890 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f2af-92b8-450b-bca9-e4fbc5d324ce req-778b7099-709a-47e3-a6ed-c2e5ddb7cb28 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:16.848671 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1761f2af-92b8-450b-bca9-e4fbc5d324ce req-778b7099-709a-47e3-a6ed-c2e5ddb7cb28 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 944 time: 0.2327807
Aug 23 01:55:16.877096 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d5c7cd96-177a-4460-ae9f-58513fa51fa0 req-be8ecdef-25a0-46ae-b3b4-b2dba6eccb41 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2167020
Aug 23 01:55:16.888439 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-bf8401d7-7601-4b7b-aeee-43cc6723c205', 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'fixed_ips': [{'subnet_id': '6531df51-4019-4f0b-97bf-ad4787ae3159'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 01:55:16.889746 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.905767 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:16.915180 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:16.922083 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1761f2af-92b8-450b-bca9-e4fbc5d324ce req-fb885357-1d0b-4479-acc0-c1a2865a5610 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723352
Aug 23 01:55:17.117331 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5016c-19b5-4136-8fd0-2eaf47e7dd2f None None] Pushing event updated for resources: {'Port': ['ID=9da96be5-2ce2-4344-b899-2c9c0475f749,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:17.129205 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-efa5016c-19b5-4136-8fd0-2eaf47e7dd2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:17.151204 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:55:17.155863 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74811f9610>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:55:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:17.177421 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:17.213359 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ae687-42d0-4d4d-a241-9743dcd5f46a req-32da0f2a-476a-440a-b8f9-943c7b107936 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:17.215093 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-878ae687-42d0-4d4d-a241-9743dcd5f46a req-32da0f2a-476a-440a-b8f9-943c7b107936 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1151879
Aug 23 01:55:17.293602 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-878ae687-42d0-4d4d-a241-9743dcd5f46a req-6e144fb6-8db0-4b2d-aed2-8e03db1e17f3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678754
Aug 23 01:55:17.342981 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b239-d0aa-468f-8b36-774369088b11 req-4b8496b2-e14f-4724-a669-8e005bd4801f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:17.345219 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ad44b239-d0aa-468f-8b36-774369088b11 req-4b8496b2-e14f-4724-a669-8e005bd4801f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1508965
Aug 23 01:55:17.406885 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ad44b239-d0aa-468f-8b36-774369088b11 req-2da65e3e-f41f-48da-be92-53d6cb4a52a3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546036
Aug 23 01:55:17.487040 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Allocated IP 172.20.0.2 (bf8401d7-7601-4b7b-aeee-43cc6723c205/6531df51-4019-4f0b-97bf-ad4787ae3159/ac07b63c-03c1-41b0-8705-50e8b0714a40) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:17.572427 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:17.606441 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:55:17.611059 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:17.772095 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 4e6642e3-52b5-4eee-8143-8d243cedaaab up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:17.844818 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3b3ae-b52b-4083-8171-1407bd18ab56 req-e0249c13-e240-45c7-8843-fad7caaaee48 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:17.846302 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8cf3b3ae-b52b-4083-8171-1407bd18ab56 req-e0249c13-e240-45c7-8843-fad7caaaee48 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1829295
Aug 23 01:55:17.878698 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Allocated IP 172.27.2.142 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:17.986113 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8cf3b3ae-b52b-4083-8171-1407bd18ab56 req-b4df482e-5b87-4674-b395-201298384739 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1303947
Aug 23 01:55:18.079432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.096460 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.152093 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 4e6642e3-52b5-4eee-8143-8d243cedaaab completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:18.158407 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Transition to ACTIVE for port object ac07b63c-03c1-41b0-8705-50e8b0714a40 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:18.177169 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 4e6642e3-52b5-4eee-8143-8d243cedaaab triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:18.177786 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.202202 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f54e7-a840-4826-84fc-5b1cac62d5e5 req-b0479c14-c55b-4f80-b618-9b274682d640 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:18.209253 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-381f54e7-a840-4826-84fc-5b1cac62d5e5 req-b0479c14-c55b-4f80-b618-9b274682d640 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 944 time: 0.1073892
Aug 23 01:55:18.238898 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Transition to ACTIVE for port object ac07b63c-03c1-41b0-8705-50e8b0714a40 will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:18.243960 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.265581 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:18.271740 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74811f9610>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:16Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:18.298878 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-381f54e7-a840-4826-84fc-5b1cac62d5e5 req-8ffc61f7-8f49-47d2-b602-a8e48eb4ebe7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871978
Aug 23 01:55:18.325772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:18.334470 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:18.338837 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.346227 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548ac36-2b5b-451a-a2ea-1d2f6958606c None None] The sync data for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi is: [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:16Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:55:18.347178 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:18.359080 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.365306 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:18.494653 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Pushing event updated for resources: {'Port': ['ID=ac07b63c-03c1-41b0-8705-50e8b0714a40,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:18.502237 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:18.527394 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1efa3a-5638-42a2-8c38-3636d486de37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6642e3-52b5-4eee-8143-8d243cedaaab'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:55:18.532192 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Pushing event updated for resources: {'Port': ['ID=9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:18.542100 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Network bf8401d7-7601-4b7b-aeee-43cc6723c205 is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:18.544488 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 4e6642e3-52b5-4eee-8143-8d243cedaaab, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4e6642e3-52b5-4eee-8143-8d243cedaaab,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:18.547087 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:18.551436 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:18.625379 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:18.630089 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.640101 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:18.778535 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Attempting to bind port ac07b63c-03c1-41b0-8705-50e8b0714a40 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:55:18.787436 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a14d4-08ad-4509-a816-f2a64c50e5e8 req-cb1e6117-dc65-4220-b236-d778da321b7d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:18.793049 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Attempting to bind port ac07b63c-03c1-41b0-8705-50e8b0714a40 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:55:18.793874 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Attempting to bind port ac07b63c-03c1-41b0-8705-50e8b0714a40 on network bf8401d7-7601-4b7b-aeee-43cc6723c205 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:18.798981 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef0a14d4-08ad-4509-a816-f2a64c50e5e8 req-cb1e6117-dc65-4220-b236-d778da321b7d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.2690089
Aug 23 01:55:18.807932 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:55:18.809010 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Checking segment: {'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:18.809824 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.811135 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Bound using segment: {'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:55:18.811914 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Bound port: ac07b63c-03c1-41b0-8705-50e8b0714a40, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:55:18.812556 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.884219 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef0a14d4-08ad-4509-a816-f2a64c50e5e8 req-edc9d30d-46de-4ebe-a767-20c53d204586 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846009
Aug 23 01:55:18.934129 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd59374-ba7d-46e3-b5a9-99f826f7986f req-85911d6f-d308-4ab9-b826-662d0b927a20 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:18.946080 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3fd59374-ba7d-46e3-b5a9-99f826f7986f req-85911d6f-d308-4ab9-b826-662d0b927a20 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.2930458
Aug 23 01:55:18.985381 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:18.986129 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:19.037077 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] For port ac07b63c-03c1-41b0-8705-50e8b0714a40, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:55:19.040589 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3fd59374-ba7d-46e3-b5a9-99f826f7986f req-4a0f93ce-9dc4-46da-9040-ccc81ab7bf3e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922878
Aug 23 01:55:19.041829 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] For port ac07b63c-03c1-41b0-8705-50e8b0714a40, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ac07b63c-03c1-41b0-8705-50e8b0714a40,segment=NetworkSegment(8f7920d5-bb8c-4117-9dc3-9a696578997d),segment_id=8f7920d5-bb8c-4117-9dc3-9a696578997d)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:55:19.044339 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1efa3a-5638-42a2-8c38-3636d486de37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6642e3-52b5-4eee-8143-8d243cedaaab', 'code': 200}
Aug 23 01:55:19.045465 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=4e6642e3-52b5-4eee-8143-8d243cedaaab,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:19.057267 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:19.123972 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:19.128022 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:19.269171 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Pushing event updated for resources: {'Port': ['ID=ac07b63c-03c1-41b0-8705-50e8b0714a40,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:19.273548 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:19.616221 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad68d00-922c-43ad-9ff5-ca5191f02776 req-e1dd323f-3506-479b-a86d-fe172bd0c32f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:19.618325 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-aad68d00-922c-43ad-9ff5-ca5191f02776 req-e1dd323f-3506-479b-a86d-fe172bd0c32f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.3079953
Aug 23 01:55:19.691461 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-98ba76f5-168b-4ec4-ab6a-c0473c9668b8 req-7945a9fc-4112-43a1-9112-ebd3edc39aa0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 1098 time: 0.2587419
Aug 23 01:55:19.721615 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bfdd9-4d7f-4358-87c8-7a1fa6984894 req-dd35c2e6-f0c7-4bf6-a22c-b7503433fa9d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:19.729599 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-747bfdd9-4d7f-4358-87c8-7a1fa6984894 req-dd35c2e6-f0c7-4bf6-a22c-b7503433fa9d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 945 time: 0.1549859
Aug 23 01:55:19.729741 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-aad68d00-922c-43ad-9ff5-ca5191f02776 req-bcb0d544-5f10-4357-a0d0-ef78106d383b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931025
Aug 23 01:55:19.825733 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-98ba76f5-168b-4ec4-ab6a-c0473c9668b8 req-70e9eb8d-7053-4110-bb4d-529b8f7bf853 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879967
Aug 23 01:55:19.837190 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-747bfdd9-4d7f-4358-87c8-7a1fa6984894 req-8cd79b9e-dd0b-4ca0-bf6d-dd98aa2a48f9 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045420
Aug 23 01:55:19.877954 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 01:55:20.209832 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ac07b63c-03c1-41b0-8705-50e8b0714a40 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:20.245423 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8b8ff-2f19-45bd-a7dd-61caeb5ee3b8 req-4cc5892a-2929-4464-b20d-9a07b21403dd tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:20.247417 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f7f8b8ff-2f19-45bd-a7dd-61caeb5ee3b8 req-4cc5892a-2929-4464-b20d-9a07b21403dd tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.2407141
Aug 23 01:55:20.276404 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:55:20.290030 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Sync routers for ids ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:55:20.315199 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Routers {'666b84b9-8b2c-4fc7-93d1-5268caa767a9'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:55:20.315851 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480eba970>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:55:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:20.374493 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f7f8b8ff-2f19-45bd-a7dd-61caeb5ee3b8 req-2e8793dd-e1eb-4c34-9882-5b610b6f9796 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176140
Aug 23 01:55:20.440490 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:20.441710 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.8172996
Aug 23 01:55:20.444992 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 55152) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:20.463411 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port ac07b63c-03c1-41b0-8705-50e8b0714a40 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:20.469444 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 9da96be5-2ce2-4344-b899-2c9c0475f749 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:20.513228 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080e215-547a-45df-bb20-edbe5aa4d175 req-1fed76e3-891b-49fb-81cd-bed19e72c14a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:20.520925 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0080e215-547a-45df-bb20-edbe5aa4d175 req-1fed76e3-891b-49fb-81cd-bed19e72c14a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1721008
Aug 23 01:55:20.605375 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0080e215-547a-45df-bb20-edbe5aa4d175 req-3aadb8fa-4b44-477d-952e-02d34ee48a88 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789695
Aug 23 01:55:20.636781 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e67b8-6eee-435e-95e3-279c91e3dd03 None None] Network bf8401d7-7601-4b7b-aeee-43cc6723c205 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:55:20.639592 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Set router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:55:20.700069 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 9da96be5-2ce2-4344-b899-2c9c0475f749 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:20.710352 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 9da96be5-2ce2-4344-b899-2c9c0475f749 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:20.710741 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:20.976542 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] Provisioning for port ac07b63c-03c1-41b0-8705-50e8b0714a40 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:20.999760 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] Provisioning complete for port ac07b63c-03c1-41b0-8705-50e8b0714a40 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:21.000520 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:21.038319 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:21.044232 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480eba970>, [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:55:18Z', 'revision_number': 3, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:21.050575 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Checking router: 666b84b9-8b2c-4fc7-93d1-5268caa767a9 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:55:21.051216 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Updating router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:55:21.102019 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e8879-2d6c-4ebe-9f25-730a2d7bae0b req-f53fa10d-1e5d-42c8-bda5-054a673893b6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:21.103502 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2b1e8879-2d6c-4ebe-9f25-730a2d7bae0b req-f53fa10d-1e5d-42c8-bda5-054a673893b6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1578784
Aug 23 01:55:21.117084 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a36a2-548e-49d6-88e1-0847948cfc65 req-14cc4847-65e7-4813-90cf-2196bfea12df tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:21.129201 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fd0a36a2-548e-49d6-88e1-0847948cfc65 req-14cc4847-65e7-4813-90cf-2196bfea12df tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 945 time: 0.1432717
Aug 23 01:55:21.187291 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:21.237681 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fd0a36a2-548e-49d6-88e1-0847948cfc65 req-830986de-8f4b-435f-8dff-edbd869ad566 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718982
Aug 23 01:55:21.241829 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2b1e8879-2d6c-4ebe-9f25-730a2d7bae0b req-5e2e944e-58bd-46c9-b2e6-d713fedf899f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312723
Aug 23 01:55:21.341798 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 9da96be5-2ce2-4344-b899-2c9c0475f749, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=9da96be5-2ce2-4344-b899-2c9c0475f749,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:21.509982 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:21.615384 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] For port ac07b63c-03c1-41b0-8705-50e8b0714a40, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ac07b63c-03c1-41b0-8705-50e8b0714a40,segment=NetworkSegment(8f7920d5-bb8c-4117-9dc3-9a696578997d),segment_id=8f7920d5-bb8c-4117-9dc3-9a696578997d)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:21.656716 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:21.659727 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:21.761425 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=9da96be5-2ce2-4344-b899-2c9c0475f749,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:21.773274 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.774330 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.774759 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.775195 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.775619 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.776041 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.776453 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.776894 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.777304 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.777716 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.778128 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:21.784845 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:21.807191 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32693ff-6e20-4878-91c4-272971dde671 req-cc8217f4-2c67-4143-aac5-41be80a766f4 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:21.809912 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b32693ff-6e20-4878-91c4-272971dde671 req-cc8217f4-2c67-4143-aac5-41be80a766f4 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1881506
Aug 23 01:55:21.885208 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b32693ff-6e20-4878-91c4-272971dde671 req-99686726-20b1-451c-8a13-91f432ed08e4 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670996
Aug 23 01:55:21.924847 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:21.939835 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Transition to ACTIVE for port object 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:22.046219 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.046402 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.051703 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:22.060170 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:22.086947 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9077a-765c-4a7a-b139-128199fc4eff req-7cfa84a9-8492-4754-88cc-0339cea063c6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:22.088421 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fcb9077a-765c-4a7a-b139-128199fc4eff req-7cfa84a9-8492-4754-88cc-0339cea063c6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.2498484
Aug 23 01:55:22.114343 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.117329 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Attempting to bind port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:55:22.117711 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Attempting to bind port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:55:22.118361 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Attempting to bind port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:22.130978 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:55:22.131484 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:22.131811 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.132321 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:55:22.132726 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Bound port: 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:55:22.133679 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.144620 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 9da96be5-2ce2-4344-b899-2c9c0475f749 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:22.202474 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] Pushing event updated for resources: {'Port': ['ID=ac07b63c-03c1-41b0-8705-50e8b0714a40,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:22.209498 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] For port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:55:22.213197 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] For port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:55:22.223279 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:22.226993 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-31a57ddf-3743-46c8-a0f6-faf183b7081f None None] Provisioning complete for port ac07b63c-03c1-41b0-8705-50e8b0714a40 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:22.226993 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-31a57ddf-3743-46c8-a0f6-faf183b7081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.242560 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e44c1-cfd5-4474-9761-3ba07e0ba622 None None] Pushing event updated for resources: {'Port': ['ID=9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289,revision_number=2']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:22.253235 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-9b3e44c1-cfd5-4474-9761-3ba07e0ba622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:22.309974 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.314727 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-088b3309-d8ab-473d-8082-759642d3f5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:22.386766 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 9da96be5-2ce2-4344-b899-2c9c0475f749 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:22.387165 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.387802 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fcb9077a-765c-4a7a-b139-128199fc4eff req-7ac33b0f-79aa-4364-bbe3-b7af275be142 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2768357
Aug 23 01:55:22.387995 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e44c1-cfd5-4474-9761-3ba07e0ba622 None None] Pushing event updated for resources: {'Port': ['ID=9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:22.398137 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-9b3e44c1-cfd5-4474-9761-3ba07e0ba622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:22.439687 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Routers {'666b84b9-8b2c-4fc7-93d1-5268caa767a9'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:55:22.440312 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480eba970>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:55:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:22.545906 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Allocated IP 172.20.0.1 (bf8401d7-7601-4b7b-aeee-43cc6723c205/6531df51-4019-4f0b-97bf-ad4787ae3159/ea1fc848-6743-44d6-b6af-cd6c9c417fd0) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:22.569306 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef2965-8ffd-4353-9b9b-2feb5731808b req-c51f06a5-a0df-4caa-b9a8-0580b1829525 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:22.578956 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-edef2965-8ffd-4353-9b9b-2feb5731808b req-c51f06a5-a0df-4caa-b9a8-0580b1829525 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1269245
Aug 23 01:55:22.649589 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-edef2965-8ffd-4353-9b9b-2feb5731808b req-e85dad14-adf5-422c-8e03-c16486bc5485 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694582
Aug 23 01:55:22.741674 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] Set router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:55:22.849452 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:22.874761 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f05d-a86e-4fda-9b32-06105dcba5c1 req-237f7c9b-66f1-45be-876c-10f51be80895 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:22.881737 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98e8f05d-a86e-4fda-9b32-06105dcba5c1 req-237f7c9b-66f1-45be-876c-10f51be80895 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 945 time: 0.1625962
Aug 23 01:55:22.885855 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Transition to ACTIVE for port object ea1fc848-6743-44d6-b6af-cd6c9c417fd0 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:22.957480 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98e8f05d-a86e-4fda-9b32-06105dcba5c1 req-e1145d39-940d-4b53-9ba1-8699618abf1c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747907
Aug 23 01:55:23.049481 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:23.054432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d78c4c6c-3ca9-41f7-9050-57946abcdb2f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:23.146298 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480eba970>, [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:55:18Z', 'revision_number': 3, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:23.161196 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b0f7-73e5-4608-a706-929194c6a40f req-7dc683e8-8a02-40bf-927d-334fb18054e9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:23.161908 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70818e-cf92-4f69-ad26-9957682cba72 None None] The sync data for ids ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'] in dv-cinder-805529-1-iscsi is: [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:55:18Z', 'revision_number': 3, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:55:23.162692 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4607b0f7-73e5-4608-a706-929194c6a40f req-7dc683e8-8a02-40bf-927d-334fb18054e9 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1058486
Aug 23 01:55:23.206627 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Network bf8401d7-7601-4b7b-aeee-43cc6723c205 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:23.209473 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:23.224633 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:23.249709 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4607b0f7-73e5-4608-a706-929194c6a40f req-08a0104e-c1a6-4f8b-b24e-5eb23762859f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734880
Aug 23 01:55:23.288543 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Pushing event updated for resources: {'Port': ['ID=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:23.293603 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:23.298450 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:23.509666 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:23.647125 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-734e22ba-185b-4f28-baca-19208aa18e54 None None] Provisioning for port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:23.656672 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-734e22ba-185b-4f28-baca-19208aa18e54 None None] Provisioning complete for port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:23.657394 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-734e22ba-185b-4f28-baca-19208aa18e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:23.746076 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-734e22ba-185b-4f28-baca-19208aa18e54 None None] Port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:55:23.811969 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c88cb-062c-43f9-aa82-8d3eb78787b3 req-d9bad4ce-e9d8-48a3-af3c-40d9badaa046 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:23.813462 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0c5c88cb-062c-43f9-aa82-8d3eb78787b3 req-d9bad4ce-e9d8-48a3-af3c-40d9badaa046 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.2152431
Aug 23 01:55:23.912493 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa2ee2-e98a-40c5-8124-35d636f4f620 req-3ab29efa-7308-4df0-aa2c-a914182855db tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:23.919430 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b7aa2ee2-e98a-40c5-8124-35d636f4f620 req-3ab29efa-7308-4df0-aa2c-a914182855db tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1147566
Aug 23 01:55:23.947075 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:23.968794 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0c5c88cb-062c-43f9-aa82-8d3eb78787b3 req-a207dd0c-9ad9-4f15-8177-783b57b1c12f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481676
Aug 23 01:55:24.003209 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b7aa2ee2-e98a-40c5-8124-35d636f4f620 req-120bbe5f-5028-4aed-90ea-0ba9232eea4f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829263
Aug 23 01:55:24.015283 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:24.068594 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b98e5f9d-5614-401d-94b5-782d59aad35a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:24.118732 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ac07b63c-03c1-41b0-8705-50e8b0714a40 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:24.146338 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:24.166666 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Pushing event updated for resources: {'Port': ['ID=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:24.171523 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:24.235952 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port ac07b63c-03c1-41b0-8705-50e8b0714a40 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:24.236456 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:24.339638 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Network bf8401d7-7601-4b7b-aeee-43cc6723c205 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:24.341690 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:24.686138 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-adf36505-71da-461f-8a26-07b0d77cbf5f None None] Provisioning complete for port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:24.687837 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-adf36505-71da-461f-8a26-07b0d77cbf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:24.763768 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-adf36505-71da-461f-8a26-07b0d77cbf5f None None] Port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:55:24.818652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3afdd2-86ab-422a-9d7d-bdcfabbb4b95 req-b40e624a-596b-4499-97f4-7dc3a7939eeb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:24.820222 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2d3afdd2-86ab-422a-9d7d-bdcfabbb4b95 req-b40e624a-596b-4499-97f4-7dc3a7939eeb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.2795048
Aug 23 01:55:24.945045 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2d3afdd2-86ab-422a-9d7d-bdcfabbb4b95 req-1521c5f2-e0ca-448a-94b7-1ba58f78fc3a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124113
Aug 23 01:55:24.987168 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:55:25.229785 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:55:25.248694 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] 10.222.0.20 "PUT /v2.0/routers/666b84b9-8b2c-4fc7-93d1-5268caa767a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7990801
Aug 23 01:55:25.335380 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cd4a7-72e1-41f1-84aa-8223c25e8656 req-d89e5d2d-669b-4eba-b851-565e31e9fe39 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:25.345660 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-037cd4a7-72e1-41f1-84aa-8223c25e8656 req-d89e5d2d-669b-4eba-b851-565e31e9fe39 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1161461
Aug 23 01:55:25.395709 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93741c-bd02-4890-95b5-29c5995f5239 req-0aa5477b-139d-4c38-9576-e3db19b24914 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:25.397526 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6c93741c-bd02-4890-95b5-29c5995f5239 req-0aa5477b-139d-4c38-9576-e3db19b24914 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1514840
Aug 23 01:55:25.453245 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-037cd4a7-72e1-41f1-84aa-8223c25e8656 req-3545b036-d801-4431-8114-6c20b7cef15c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059635
Aug 23 01:55:25.470122 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6c93741c-bd02-4890-95b5-29c5995f5239 req-69a07c9b-b09c-4812-bb52-92d39b6670af tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640111
Aug 23 01:55:26.198600 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f194b5-6e83-4f4f-b218-56ca737bdb88 req-8568e615-f489-465f-b1a2-785e6e217633 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:26.200206 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-21f194b5-6e83-4f4f-b218-56ca737bdb88 req-8568e615-f489-465f-b1a2-785e6e217633 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0911934
Aug 23 01:55:26.281667 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-21f194b5-6e83-4f4f-b218-56ca737bdb88 req-685afca2-027e-43e9-a181-9233b5b6e272 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597000
Aug 23 01:55:26.698093 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17710-1e6a-4167-85fb-8c1362b50d45 req-bda7bdc0-2593-4e2d-8a2a-f5881834c588 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:26.699551 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ccc17710-1e6a-4167-85fb-8c1362b50d45 req-bda7bdc0-2593-4e2d-8a2a-f5881834c588 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0955172
Aug 23 01:55:26.746951 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ccc17710-1e6a-4167-85fb-8c1362b50d45 req-e9d3b313-b39f-45a3-b18b-e11aa30dfa3f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418191
Aug 23 01:55:26.930188 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bab61-9655-445b-b0db-0f883177e0fd req-660bcba8-78c3-46d8-bb33-184e9b0228d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:26.931637 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fc8bab61-9655-445b-b0db-0f883177e0fd req-660bcba8-78c3-46d8-bb33-184e9b0228d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0797694
Aug 23 01:55:26.977956 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fc8bab61-9655-445b-b0db-0f883177e0fd req-1d9f0cf9-8f4c-4a14-83d1-f7fef26b7764 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405207
Aug 23 01:55:27.602522 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-de6c1b7e-12cb-4528-a0e8-8b774590ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:27.723943 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1391c-fa22-4ff3-b79a-c90a2e19fce3 req-5790fc08-bcc9-4aad-bccb-aa43f84ccbe1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:27.731228 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e0b1391c-fa22-4ff3-b79a-c90a2e19fce3 req-5790fc08-bcc9-4aad-bccb-aa43f84ccbe1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1401317
Aug 23 01:55:27.814646 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e0b1391c-fa22-4ff3-b79a-c90a2e19fce3 req-4a42f3b8-aabe-47b3-9c91-745b3cea1a0c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824695
Aug 23 01:55:28.111135 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a93d1-5fd9-493a-9833-10be1dc2da40 req-f5f30d6c-b96b-430c-875d-229d6802eee9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:28.119910 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7a7a93d1-5fd9-493a-9833-10be1dc2da40 req-f5f30d6c-b96b-430c-875d-229d6802eee9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1560240
Aug 23 01:55:28.193499 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:28.202256 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7a7a93d1-5fd9-493a-9833-10be1dc2da40 req-7f4fa254-4c57-4555-b534-fc4c091fd3e3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771959
Aug 23 01:55:28.288920 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:28.298763 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32672f00-8869-43d7-8c23-d5a0dfa78950 req-22e9b1c6-72bb-47f8-9183-fdf064df185e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:28.300728 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-32672f00-8869-43d7-8c23-d5a0dfa78950 req-22e9b1c6-72bb-47f8-9183-fdf064df185e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1020696
Aug 23 01:55:28.364644 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-32672f00-8869-43d7-8c23-d5a0dfa78950 req-3396076f-4424-4a4a-ad51-d8ce301232ee tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566702
Aug 23 01:55:28.409352 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:28.415193 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:28.419068 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:28.646009 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:28.668146 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:28.746102 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:28.748176 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:28.823927 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:28.828240 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:29.035608 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6570a-e407-4a48-a0e7-31a5cf70edd9 req-1c931a95-b064-4419-a0a8-f25eac273969 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:29.037517 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6b6570a-e407-4a48-a0e7-31a5cf70edd9 req-1c931a95-b064-4419-a0a8-f25eac273969 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0898025
Aug 23 01:55:29.084391 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6b6570a-e407-4a48-a0e7-31a5cf70edd9 req-5008756e-10eb-445f-8565-48af224e5408 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412023
Aug 23 01:55:29.479382 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb0609-3402-485e-bd5a-a587befea432 req-54424fd5-c6d5-4952-bc20-e01d00d82638 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:29.489229 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-42cb0609-3402-485e-bd5a-a587befea432 req-54424fd5-c6d5-4952-bc20-e01d00d82638 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1643438
Aug 23 01:55:29.589625 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-42cb0609-3402-485e-bd5a-a587befea432 req-65a841c2-9d88-41a5-a6f3-aca9fc1ac833 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983589
Aug 23 01:55:29.612059 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-2763fa15-095c-4a69-9549-7b607d7f63f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 1099 time: 0.1957200
Aug 23 01:55:29.652876 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60815348-205f-458f-ab0c-664dce4e73e5 req-daa3b212-6003-4f99-bb35-e7a20df5d189 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:29.655189 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-60815348-205f-458f-ab0c-664dce4e73e5 req-daa3b212-6003-4f99-bb35-e7a20df5d189 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.1046410
Aug 23 01:55:29.721900 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-60815348-205f-458f-ab0c-664dce4e73e5 req-92554141-04c5-4b4a-9179-e36d5a2c16fd tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589030
Aug 23 01:55:29.795514 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-9fc86cac-b9b8-4a76-a9d4-074c3384ae46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:29.797077 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-9fc86cac-b9b8-4a76-a9d4-074c3384ae46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.1755452
Aug 23 01:55:29.863753 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-25e208bd-5158-401b-8760-d7fd7dfac9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:29.973755 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-dd7def3b-9eb6-4e98-9181-99f0d67546a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3835f18-c4b1-4262-8755-e5c10261da9f HTTP/1.1" status: 200  len: 1002 time: 0.1695337
Aug 23 01:55:30.041503 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-1f72a8bd-0d6a-43d2-9489-fce4b633e9ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:30.042992 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-1f72a8bd-0d6a-43d2-9489-fce4b633e9ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.0617590
Aug 23 01:55:30.105413 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:30.148427 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-a9f86018-94a4-4f85-ae16-54fa42ef8259 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0989332
Aug 23 01:55:30.182637 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:30.183329 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:30.551089 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-4833cb2f-3963-42a3-894e-09e94810e03e service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3930626
Aug 23 01:55:30.693066 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6db1a1-dfef-4670-bbca-b553e8af5571 req-b01cbbe1-5033-4904-b88b-c9fb1e4fecad tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:30.694518 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-df6db1a1-dfef-4670-bbca-b553e8af5571 req-b01cbbe1-5033-4904-b88b-c9fb1e4fecad tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.3801785
Aug 23 01:55:30.770080 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b8fb444-2a21-4069-aa10-3b281d85fb87 req-6cc7d61e-6348-4ce5-8815-75f420d730ac service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101278
Aug 23 01:55:30.785118 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-df6db1a1-dfef-4670-bbca-b553e8af5571 req-9b3d4ec9-c9d7-465d-bcce-c2dbc58d4e19 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730560
Aug 23 01:55:30.844906 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9d850-d062-4adf-bac9-8d95f0ab039c req-4a0ef2e9-dae7-4c08-8e51-eee9fced465e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:30.846509 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-10e9d850-d062-4adf-bac9-8d95f0ab039c req-4a0ef2e9-dae7-4c08-8e51-eee9fced465e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1189971
Aug 23 01:55:30.905542 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-10e9d850-d062-4adf-bac9-8d95f0ab039c req-5b805564-e85e-4698-98e4-7e51074c8f16 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425506
Aug 23 01:55:30.975410 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47f73-2062-4da7-a77d-bc120d4cd7fa req-0bd3d652-0daf-4fd4-8ce3-76ba38060eca tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:30.976906 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-82b47f73-2062-4da7-a77d-bc120d4cd7fa req-0bd3d652-0daf-4fd4-8ce3-76ba38060eca tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 946 time: 0.0848153
Aug 23 01:55:31.021427 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-82b47f73-2062-4da7-a77d-bc120d4cd7fa req-0a20c390-2f40-4123-91a1-402715d4bc86 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388820
Aug 23 01:55:31.031238 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:31.841907 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:55:32.004879 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:32.039550 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:55:32.053137 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:32.080760 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73620db7-fa1d-4208-a129-7f061eb80c90 req-f698a661-23d8-4756-9d68-885f8159b91b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:32.082342 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-73620db7-fa1d-4208-a129-7f061eb80c90 req-f698a661-23d8-4756-9d68-885f8159b91b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1603093
Aug 23 01:55:32.137921 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:32.141036 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:32.158681 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-73620db7-fa1d-4208-a129-7f061eb80c90 req-77be9524-829d-4bba-9167-4aeaa05d6393 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708287
Aug 23 01:55:32.185684 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f273999-1744-45d7-8df9-df0a15910bd2 req-8dc5573e-e2e0-4176-884b-0b9f0915f388 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:32.187764 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0f273999-1744-45d7-8df9-df0a15910bd2 req-8dc5573e-e2e0-4176-884b-0b9f0915f388 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0971525
Aug 23 01:55:32.233643 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=8']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:32.236936 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:32.240717 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'code': 200}
Aug 23 01:55:32.273538 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0f273999-1744-45d7-8df9-df0a15910bd2 req-46a30897-752c-471c-a94c-d6377d0801a2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741756
Aug 23 01:55:32.442898 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5797b92-c8d1-47cf-9d60-77a54df2dfef req-cd802172-18b7-4797-b8e9-9039ab4d1ef2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:32.444356 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c5797b92-c8d1-47cf-9d60-77a54df2dfef req-cd802172-18b7-4797-b8e9-9039ab4d1ef2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0936589
Aug 23 01:55:32.460612 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:32.494111 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c5797b92-c8d1-47cf-9d60-77a54df2dfef req-118554dd-0539-40dc-ae4d-baca1c3df62c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436637
Aug 23 01:55:33.416179 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0d636-0dc5-49d0-8a13-8632675f3538 req-3ec8305c-77e7-4d71-aba1-699af0421968 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:33.418851 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7dd0d636-0dc5-49d0-8a13-8632675f3538 req-3ec8305c-77e7-4d71-aba1-699af0421968 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1276672
Aug 23 01:55:33.487649 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7dd0d636-0dc5-49d0-8a13-8632675f3538 req-d719f778-99cf-4fb9-99ab-1201228d9e3f tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613947
Aug 23 01:55:33.518281 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e27d5-3339-4b34-b5f8-ed512e8f1a7e req-61eaf10c-75a4-4ab9-a511-705d8730fbe0 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:33.519748 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-781e27d5-3339-4b34-b5f8-ed512e8f1a7e req-61eaf10c-75a4-4ab9-a511-705d8730fbe0 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0925622
Aug 23 01:55:33.571922 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-781e27d5-3339-4b34-b5f8-ed512e8f1a7e req-ddb115f4-129a-4d37-9110-8ade8516677f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448985
Aug 23 01:55:33.742883 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694923-3a7e-4c3d-8ae6-c8908f1773ff req-4e98e659-9a89-4e91-9999-ba8d7522a064 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:33.750161 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fd694923-3a7e-4c3d-8ae6-c8908f1773ff req-4e98e659-9a89-4e91-9999-ba8d7522a064 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1004465
Aug 23 01:55:33.809160 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fd694923-3a7e-4c3d-8ae6-c8908f1773ff req-32f366c1-8742-4489-9a3f-f2f23b9dd8e9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580842
Aug 23 01:55:34.212810 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:55:34.259845 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dfbec-937a-447a-ad22-0ae928cd38b2 req-b4305cd9-e673-43dc-af39-a6bda8137d45 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:34.261502 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f72dfbec-937a-447a-ad22-0ae928cd38b2 req-b4305cd9-e673-43dc-af39-a6bda8137d45 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1114573
Aug 23 01:55:34.321021 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f72dfbec-937a-447a-ad22-0ae928cd38b2 req-c1411329-be37-42c1-a9f4-d9291a4908bf tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532677
Aug 23 01:55:34.494533 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-63d321dd-32ab-443a-bd55-d69e508948bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 1099 time: 0.0725110
Aug 23 01:55:34.628750 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-0cb8a58e-1e7d-4a2b-bf9f-341298ffb74e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:34.630299 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-0cb8a58e-1e7d-4a2b-bf9f-341298ffb74e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 911 time: 0.1324482
Aug 23 01:55:34.717655 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc65a82-acd9-42cd-8a01-0670eee5482b req-83106a8a-1cea-41ac-96a7-d365e57427aa tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:34.719143 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-acc65a82-acd9-42cd-8a01-0670eee5482b req-83106a8a-1cea-41ac-96a7-d365e57427aa tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0845110
Aug 23 01:55:34.733966 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-32c479ff-7445-48c3-a4f3-f798005603f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72df2711-f9c2-4666-9c88-ad04f24bece8 HTTP/1.1" status: 200  len: 1002 time: 0.0931988
Aug 23 01:55:34.765703 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-acc65a82-acd9-42cd-8a01-0670eee5482b req-24fba920-be89-49d2-aea7-d76597367d37 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408630
Aug 23 01:55:34.802677 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-e74e6362-35e8-40da-ae04-ee0b0dab29e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:34.804111 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-e74e6362-35e8-40da-ae04-ee0b0dab29e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.0630596
Aug 23 01:55:34.878509 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-c97bd9be-6a7f-4622-9365-a18417397530 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0656281
Aug 23 01:55:35.044513 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-c4cb534e-7457-48e1-a736-10f42424870f service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561050
Aug 23 01:55:35.263812 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a604da9-2f7f-45bf-ad98-4750706b4d98 req-482ce4e4-ec6b-4cee-8196-bbf563fbde4f service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116549
Aug 23 01:55:35.551517 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946945fa-bb8d-4de5-9e07-552e38e493df req-1eb3ea56-0ea5-44f3-833b-69a383fe9e27 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:35.557030 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-946945fa-bb8d-4de5-9e07-552e38e493df req-1eb3ea56-0ea5-44f3-833b-69a383fe9e27 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0922780
Aug 23 01:55:35.603706 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-946945fa-bb8d-4de5-9e07-552e38e493df req-7ecb9b7c-d7c9-4d9d-8ba6-5f8b2c8f49e9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445626
Aug 23 01:55:35.873894 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:55:36.021095 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b46a3-d45a-4da4-ab5e-2422868ac0a2 req-be6f25f2-8523-405f-b931-ca54d1616002 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:36.023373 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-729b46a3-d45a-4da4-ab5e-2422868ac0a2 req-be6f25f2-8523-405f-b931-ca54d1616002 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1033518
Aug 23 01:55:36.080878 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-729b46a3-d45a-4da4-ab5e-2422868ac0a2 req-f65b7a7e-a71f-4d2d-89e8-ee721ea747b2 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505385
Aug 23 01:55:36.279218 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-068b374c-cbd8-43a4-81b7-b586f789f5de req-9d568bbf-d59b-4906-89d1-b64b07973724 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0765624
Aug 23 01:55:36.796410 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e747-d0b7-427e-ba63-f0545f883ff2 req-efe415a3-44cd-446c-8433-77301941e160 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:36.803740 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d242e747-d0b7-427e-ba63-f0545f883ff2 req-efe415a3-44cd-446c-8433-77301941e160 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1048131
Aug 23 01:55:36.925884 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d242e747-d0b7-427e-ba63-f0545f883ff2 req-7a61f579-d9b9-4785-a436-2d28d92f8e66 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213586
Aug 23 01:55:36.944554 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fcea6-b826-497e-a47d-b2078988933e req-6ed8be8c-9be3-46b8-880c-85471553119d tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:36.952706 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-028fcea6-b826-497e-a47d-b2078988933e req-6ed8be8c-9be3-46b8-880c-85471553119d tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1039202
Aug 23 01:55:37.027431 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-028fcea6-b826-497e-a47d-b2078988933e req-6473f1d1-b1ef-489e-a9ee-69dd1f1e2e40 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699410
Aug 23 01:55:37.117253 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 55342) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:55:37.299017 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-483f0bc1-798b-4537-8649-bdf64ad76b13 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1801665
Aug 23 01:55:37.369416 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3302af-56d5-4875-8566-97fedd95ee40 req-d87bcb1d-d14c-477e-83a7-6fd284efe149 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:37.370790 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ac3302af-56d5-4875-8566-97fedd95ee40 req-d87bcb1d-d14c-477e-83a7-6fd284efe149 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0937047
Aug 23 01:55:37.444261 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ac3302af-56d5-4875-8566-97fedd95ee40 req-821764ca-578c-4852-8e19-96a5fee259ec tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676174
Aug 23 01:55:37.859434 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Sync routers for ids ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:55:37.874113 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Routers {'666b84b9-8b2c-4fc7-93d1-5268caa767a9'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:55:37.882146 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74813e2cd0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:55:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:38.105946 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Set router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:55:38.202982 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9549-4d5c-4c7e-ba94-0a44dd4668d8 req-1f2d3907-7a21-423c-be31-c94fb4e735b6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:38.211843 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-867b9549-4d5c-4c7e-ba94-0a44dd4668d8 req-1f2d3907-7a21-423c-be31-c94fb4e735b6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1087723
Aug 23 01:55:38.290058 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-867b9549-4d5c-4c7e-ba94-0a44dd4668d8 req-233b78f9-5791-4458-913a-df655d33c1c6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772686
Aug 23 01:55:38.553439 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74813e2cd0>, [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:55:23Z', 'revision_number': 4, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ea1fc848-6743-44d6-b6af-cd6c9c417fd0', 'name': '', 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'mac_address': 'fa:16:3e:aa:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6531df51-4019-4f0b-97bf-ad4787ae3159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:22Z', 'updated_at': '2021-08-23T01:55:23Z', 'revision_number': 2, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'subnets': [{'id': '6531df51-4019-4f0b-97bf-ad4787ae3159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:38.553439 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Checking router: 666b84b9-8b2c-4fc7-93d1-5268caa767a9 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:55:38.553439 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Updating router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:55:38.634360 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:38.799734 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a531a7ee-aff2-4e67-a58f-5cd172729619 req-421589d7-4f99-43ad-9429-6440b3a38545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1098 time: 0.1818900
Aug 23 01:55:38.831001 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01812598-a309-4d6b-b1f2-0824d3b46422 req-2d55d582-bdaf-4c8e-9f3b-7f19a8b5d5fa tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:38.832448 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-01812598-a309-4d6b-b1f2-0824d3b46422 req-2d55d582-bdaf-4c8e-9f3b-7f19a8b5d5fa tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1277273
Aug 23 01:55:38.882346 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a531a7ee-aff2-4e67-a58f-5cd172729619 req-033d2b31-cc36-412e-ae83-3c10b9de4483 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755959
Aug 23 01:55:38.901226 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-01812598-a309-4d6b-b1f2-0824d3b46422 req-37e6f463-dee8-4d51-ada7-d00f32e7801a tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556481
Aug 23 01:55:39.048071 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:39.060021 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Transition to ACTIVE for port object ea1fc848-6743-44d6-b6af-cd6c9c417fd0 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:39.374774 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:39.378807 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:39.481442 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ed4d7-5523-40a6-ba76-a8f6126821db None None] Pushing event updated for resources: {'Port': ['ID=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:39.492978 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-6a3ed4d7-5523-40a6-ba76-a8f6126821db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:39.593914 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bd4d-cff9-4ca9-b402-1c49f4fdc700 req-d34510c6-81a5-4828-b4c0-afe84b7ac002 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:39.605529 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2b36bd4d-cff9-4ca9-b402-1c49f4fdc700 req-d34510c6-81a5-4828-b4c0-afe84b7ac002 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1383536
Aug 23 01:55:39.680959 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2b36bd4d-cff9-4ca9-b402-1c49f4fdc700 req-a219ea81-5e86-48ad-b9aa-54e80ff9da5b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702670
Aug 23 01:55:39.759027 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Attempting to bind port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:55:39.759726 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Attempting to bind port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:55:39.760551 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Attempting to bind port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 on network bf8401d7-7601-4b7b-aeee-43cc6723c205 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:39.771900 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:55:39.772285 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Checking segment: {'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:39.772724 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:39.773950 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Bound using segment: {'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:55:39.774428 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Bound port: ea1fc848-6743-44d6-b6af-cd6c9c417fd0, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7920d5-bb8c-4117-9dc3-9a696578997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:55:39.774809 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:39.884665 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] For port ea1fc848-6743-44d6-b6af-cd6c9c417fd0, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:55:39.888152 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] For port ea1fc848-6743-44d6-b6af-cd6c9c417fd0, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,segment=NetworkSegment(8f7920d5-bb8c-4117-9dc3-9a696578997d),segment_id=8f7920d5-bb8c-4117-9dc3-9a696578997d)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:55:39.975353 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:39.983024 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:40.138563 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ed4d7-5523-40a6-ba76-a8f6126821db None None] Pushing event updated for resources: {'Port': ['ID=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:40.160842 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-6a3ed4d7-5523-40a6-ba76-a8f6126821db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:40.161549 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Routers {'666b84b9-8b2c-4fc7-93d1-5268caa767a9'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:55:40.162918 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74813e2cd0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:55:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:40.177143 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2e0c-af40-42f5-80d4-550013be685c req-42a299fc-d6bf-4670-aff9-0f985e36693b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:40.182590 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-15dc2e0c-af40-42f5-80d4-550013be685c req-42a299fc-d6bf-4670-aff9-0f985e36693b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1141930
Aug 23 01:55:40.234111 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-15dc2e0c-af40-42f5-80d4-550013be685c req-b5ecd20d-c746-4059-9b83-bb63eaae15a1 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445580
Aug 23 01:55:40.356553 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] Set router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:55:40.508137 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-8b9e79ba-0aef-4571-9c61-0a9d312b4384 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:40.510078 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-8b9e79ba-0aef-4571-9c61-0a9d312b4384 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 815 time: 0.1899240
Aug 23 01:55:40.527157 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-d6321757-0e43-4362-b85f-214f7f5c3b33 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/quotas/a7d76269b9b84905a47232cf7b258150 HTTP/1.1" status: 200  len: 375 time: 0.0115473
Aug 23 01:55:40.616631 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-d52155ae-96ed-42cc-be7b-be0de9213fa7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0828180
Aug 23 01:55:40.703576 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74813e2cd0>, [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:55:23Z', 'revision_number': 4, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ea1fc848-6743-44d6-b6af-cd6c9c417fd0', 'name': '', 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'mac_address': 'fa:16:3e:aa:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6531df51-4019-4f0b-97bf-ad4787ae3159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:22Z', 'updated_at': '2021-08-23T01:55:39Z', 'revision_number': 4, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'subnets': [{'id': '6531df51-4019-4f0b-97bf-ad4787ae3159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:55:40.708533 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74a9f1-dd52-4997-b088-3c029eba9a75 None None] The sync data for ids ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'] in dv-cinder-805529-1-iscsi is: [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:55:23Z', 'revision_number': 4, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ea1fc848-6743-44d6-b6af-cd6c9c417fd0', 'name': '', 'network_id': 'bf8401d7-7601-4b7b-aeee-43cc6723c205', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'mac_address': 'fa:16:3e:aa:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6531df51-4019-4f0b-97bf-ad4787ae3159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:22Z', 'updated_at': '2021-08-23T01:55:39Z', 'revision_number': 4, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'subnets': [{'id': '6531df51-4019-4f0b-97bf-ad4787ae3159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:55:40.828993 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-9b77c555-1864-4f5f-93a2-761370974774 service neutron] 10.222.0.20 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040489
Aug 23 01:55:40.977101 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-1de51214-f6d8-4d13-9c2b-43b6bfbaf9cb service neutron] 10.222.0.20 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402204
Aug 23 01:55:41.244369 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-2133ce66-a886-43bf-a63e-845be8281586 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01&tenant_id=9bb2cbb0b80946b59df7b67e0b0df333 HTTP/1.1" status: 200  len: 1097 time: 0.1063628
Aug 23 01:55:41.260173 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa90a6-2a2b-4465-8c27-cddfb8c767e7 req-945ec5d4-4e75-49b1-9660-247ebcf99186 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:41.261910 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a5fa90a6-2a2b-4465-8c27-cddfb8c767e7 req-945ec5d4-4e75-49b1-9660-247ebcf99186 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1229460
Aug 23 01:55:41.327069 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a5fa90a6-2a2b-4465-8c27-cddfb8c767e7 req-a253304e-5b5e-47dc-86b8-e386a1952180 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582373
Aug 23 01:55:41.461449 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-02a17100-22e0-4454-ae87-71ccadff582d req-2049bff2-1c08-4513-bf61-3caec75e6350 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 210 time: 0.0620356
Aug 23 01:55:41.535686 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-61830a1d-e3b9-42eb-bdd1-48f550455445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 1097 time: 0.2588155
Aug 23 01:55:41.622748 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-206c9817-245c-4db9-8d69-d3dc43a6e552 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:41.628030 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-206c9817-245c-4db9-8d69-d3dc43a6e552 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/networks?id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc HTTP/1.1" status: 200  len: 815 time: 0.2878256
Aug 23 01:55:41.655540 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-86090d50-0030-4b6d-9ca6-ab7fa53331ff tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/quotas/0fe01aed9b14497fb422023bf8bea00d HTTP/1.1" status: 200  len: 375 time: 0.0206320
Aug 23 01:55:41.674320 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469e5aa-fe21-4bd7-84a8-7bdee7dc11ea req-e1b5e5cb-41bb-45f1-a6a9-84f0dd42d8fb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:41.675705 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f469e5aa-fe21-4bd7-84a8-7bdee7dc11ea req-e1b5e5cb-41bb-45f1-a6a9-84f0dd42d8fb tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0881743
Aug 23 01:55:41.730266 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f469e5aa-fe21-4bd7-84a8-7bdee7dc11ea req-8f923c14-25e5-4f78-9509-221c1a2fe89b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486131
Aug 23 01:55:41.780365 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38560123-a24e-4516-a511-22766d271347 req-08fcf171-cea6-41bb-867f-9ce357a01534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:41.780365 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-08fcf171-cea6-41bb-867f-9ce357a01534 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.2330086
Aug 23 01:55:41.950125 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-afdf7443-9932-4689-8bb1-03eb23115eb1 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fe01aed9b14497fb422023bf8bea00d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2862008
Aug 23 01:55:41.995532 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-bd5550cf-dc86-4f15-9377-23448ce395b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3835f18-c4b1-4262-8755-e5c10261da9f HTTP/1.1" status: 200  len: 1000 time: 0.2084067
Aug 23 01:55:42.134592 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ea1fc848-6743-44d6-b6af-cd6c9c417fd0 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:42.136455 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38560123-a24e-4516-a511-22766d271347 req-9bcb0c87-b831-45c3-9936-c1aab2399f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:42.138008 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-9bcb0c87-b831-45c3-9936-c1aab2399f79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.1356401
Aug 23 01:55:42.201592 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-6e6e2c28-a4d5-4b31-bc53-90efb1aab55b service neutron] 10.222.0.20 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256131
Aug 23 01:55:42.329042 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:55:42.334654 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:42.334833 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-c0825707-052b-401d-9b4a-4586b8f7705e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1841085
Aug 23 01:55:42.335272 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:42.362232 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-bfaa6f19-e3b1-403c-9653-9bd48b5d86e4 service neutron] 10.222.0.20 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521800
Aug 23 01:55:42.524757 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:42.527282 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-e8daa6cf-ec59-4122-b743-f3b0f16a3456 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579406
Aug 23 01:55:42.558921 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port ea1fc848-6743-44d6-b6af-cd6c9c417fd0, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,segment=NetworkSegment(8f7920d5-bb8c-4117-9dc3-9a696578997d),segment_id=8f7920d5-bb8c-4117-9dc3-9a696578997d)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:55:42.639566 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-9d0436d7-1eb6-4cb2-ad6e-c5a0a7142b11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1098 time: 0.1182585
Aug 23 01:55:42.640378 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:42.644245 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:42.651457 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b94c9-fc62-4272-a861-c5562d9cbe41 req-21cac6df-d56b-4784-b3d9-36c034957bb3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:42.653112 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e38b94c9-fc62-4272-a861-c5562d9cbe41 req-21cac6df-d56b-4784-b3d9-36c034957bb3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1737375
Aug 23 01:55:42.743655 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:42.749376 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:42.787338 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38560123-a24e-4516-a511-22766d271347 req-d399366f-06eb-400e-a6ff-20049b86711e service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501199
Aug 23 01:55:42.834008 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127505c3-13ba-4d92-8435-5fed6f482bd4 req-71a12b30-d9e7-4922-8328-8558b00f3b6a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:42.836051 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-127505c3-13ba-4d92-8435-5fed6f482bd4 req-71a12b30-d9e7-4922-8328-8558b00f3b6a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1361463
Aug 23 01:55:42.854198 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e38b94c9-fc62-4272-a861-c5562d9cbe41 req-2bbaacd4-5820-4367-979c-1ddab7674f18 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842373
Aug 23 01:55:42.858376 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-32ca4566-0ebc-421a-8416-6997593b9e41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:42.859916 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-32ca4566-0ebc-421a-8416-6997593b9e41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 918 time: 0.2058613
Aug 23 01:55:42.894185 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-127505c3-13ba-4d92-8435-5fed6f482bd4 req-719d85e8-f662-41e2-8421-479d2f04de5f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516191
Aug 23 01:55:42.935618 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-4755f587-93f5-4fe7-a1bf-42952a03caa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 200  len: 217 time: 0.0652840
Aug 23 01:55:43.038107 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-01554ae1-8051-4bea-9866-3dab8ae45ee7 req-50891b83-d34d-47cd-a3c3-f680728da169 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0448170
Aug 23 01:55:43.041737 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6b999207-1c2b-4f42-8433-cc1706867f07 req-d34ff888-ff64-4ec9-ac56-b028b7274e06 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 210 time: 0.0538528
Aug 23 01:55:43.063822 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-3cd9a916-c37a-4623-a432-4eb6a4dd936c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:43.063822 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-3cd9a916-c37a-4623-a432-4eb6a4dd936c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.1140046
Aug 23 01:55:43.106778 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-82c531b9-f808-4aca-a271-0b5abecb4d6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407369
Aug 23 01:55:43.243251 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-f79b5e25-faaa-4602-a97b-26fd90e47491 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239808
Aug 23 01:55:43.386516 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a62b679-a681-46f4-abc4-d830c1f07e41 req-d6899022-315b-400e-8411-7f19c2b6ddf6 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314476
Aug 23 01:55:43.746530 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-c6bfe1ea-6f58-4348-8df0-e007e8cd9210 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:43.747380 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-c6bfe1ea-6f58-4348-8df0-e007e8cd9210 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "GET /v2.0/networks?id=e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 200  len: 815 time: 0.1418829
Aug 23 01:55:43.771694 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Request body: {'port': {'device_id': '2ffe7590-1625-401b-a39d-37d19d830e53', 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'admin_state_up': True, 'tenant_id': 'a7d76269b9b84905a47232cf7b258150'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:43.954856 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:43.959008 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Usage tracker for resource:port and tenant:a7d76269b9b84905a47232cf7b258150 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:55:43.962415 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:55:43.968087 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:44.064055 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb0314-6b78-448c-940e-3d4ed9a99a0e req-a2ff565f-7552-4c76-91b2-d26dabadcfcf tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:44.065978 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e8cb0314-6b78-448c-940e-3d4ed9a99a0e req-a2ff565f-7552-4c76-91b2-d26dabadcfcf tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0883379
Aug 23 01:55:44.070388 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Made reservation on behalf of a7d76269b9b84905a47232cf7b258150 for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:55:44.071104 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:44.121723 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ea1fc848-6743-44d6-b6af-cd6c9c417fd0 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:55:44.188439 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd25770-d398-47a3-8d13-ee069ff2f2da req-6c348545-7e48-4d0b-b7ad-fd0d2d83ee8a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:44.190511 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-efd25770-d398-47a3-8d13-ee069ff2f2da req-6c348545-7e48-4d0b-b7ad-fd0d2d83ee8a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0954151
Aug 23 01:55:44.193613 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e8cb0314-6b78-448c-940e-3d4ed9a99a0e req-86d342b8-85ba-41da-bb6e-8f43f292b01e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100006
Aug 23 01:55:44.196261 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:55:44.196872 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:44.293609 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-efd25770-d398-47a3-8d13-ee069ff2f2da req-1a4fef51-4341-4ac5-a67a-4ee04db8b66c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869792
Aug 23 01:55:44.412502 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Allocated IP 172.20.0.11 (e53c772e-7954-4a2c-84fa-6dee497c55c2/e0de8f50-85ac-4e52-8846-c49f8f2624a8/40ae0caa-a883-4648-8844-07eca8b928c6) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:44.595202 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-efbea8ec-4a95-406e-9c26-2cf3c211ae5d req-e6147612-a8a4-4dd5-84cf-b0fe83eb44ea tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 210 time: 0.0591073
Aug 23 01:55:44.647158 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-6b5764a9-8490-40a3-8c16-a986497a3d6a req-3b79c477-5524-4929-9815-1783abe5a9e5 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Synchronizing usage tracker for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:55:44.727479 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:44.776732 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-6b5764a9-8490-40a3-8c16-a986497a3d6a req-3b79c477-5524-4929-9815-1783abe5a9e5 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Unset dirty status for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:55:44.777883 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6b5764a9-8490-40a3-8c16-a986497a3d6a req-3b79c477-5524-4929-9815-1783abe5a9e5 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.1809626
Aug 23 01:55:44.846413 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:44.853931 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:44.859007 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1249322e-70f2-44fe-afee-fd2671568948', 'ab03589f-06c6-497c-8cf7-9e2da5263f9b', '4e6642e3-52b5-4eee-8143-8d243cedaaab'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:55:44.983285 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Network e53c772e-7954-4a2c-84fa-6dee497c55c2 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:44.986914 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:44.989676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:45.019826 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Pushing event updated for resources: {'Port': ['ID=40ae0caa-a883-4648-8844-07eca8b928c6,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:45.023384 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:45.078397 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:45.079569 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:45.201069 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4332142
Aug 23 01:55:45.231754 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:45.471253 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581a98-88a5-49f9-b17a-1cc55e2fc2d0 req-66317af8-d178-4a1a-aac4-ef62cd48fca5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:45.473707 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-54581a98-88a5-49f9-b17a-1cc55e2fc2d0 req-66317af8-d178-4a1a-aac4-ef62cd48fca5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1254008
Aug 23 01:55:45.534622 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-54581a98-88a5-49f9-b17a-1cc55e2fc2d0 req-3349ca4e-ede7-4d79-8431-85f2a5a8064c tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494287
Aug 23 01:55:45.548252 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b6c7b-4a96-4573-85a0-fd811aa96194 req-9f1b641c-c872-491b-a716-08ad9cd6d4fd tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:45.553301 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-746b6c7b-4a96-4573-85a0-fd811aa96194 req-9f1b641c-c872-491b-a716-08ad9cd6d4fd tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0950317
Aug 23 01:55:45.601869 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-746b6c7b-4a96-4573-85a0-fd811aa96194 req-e12ed065-9ddc-4f26-85eb-dbb73db6ac77 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416362
Aug 23 01:55:45.806843 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4b3a0-56fe-4c81-94cd-d02be434d4b6 req-f3e05e33-bb0d-42c2-8407-c38c34b2b5f1 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:45.809111 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-27c4b3a0-56fe-4c81-94cd-d02be434d4b6 req-f3e05e33-bb0d-42c2-8407-c38c34b2b5f1 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.0844417
Aug 23 01:55:45.864953 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-27c4b3a0-56fe-4c81-94cd-d02be434d4b6 req-5ea23ced-6159-4153-b255-9cea9940257a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452821
Aug 23 01:55:45.949761 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-60e18b2f-9b62-4ec2-bc8d-2b044003dc13 req-71f213e5-db62-4f97-b713-b171a2ad3f0a tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0447087
Aug 23 01:55:46.743072 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719374f0-b79c-491d-a02d-e2056d4613a3 req-3f0bbdeb-f1d3-460d-be88-1c75e7bc0c60 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:46.744464 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-719374f0-b79c-491d-a02d-e2056d4613a3 req-3f0bbdeb-f1d3-460d-be88-1c75e7bc0c60 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0851934
Aug 23 01:55:46.789130 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-719374f0-b79c-491d-a02d-e2056d4613a3 req-fb3d73d1-53b2-4b46-9b3b-14cf3cd1db4e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384514
Aug 23 01:55:46.840912 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a066e5c-0d4b-486e-8870-1ac3e73941e3 req-13fa6b45-f545-47a0-a00b-dbdd8031656f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:46.842357 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a066e5c-0d4b-486e-8870-1ac3e73941e3 req-13fa6b45-f545-47a0-a00b-dbdd8031656f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0927730
Aug 23 01:55:46.888360 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a066e5c-0d4b-486e-8870-1ac3e73941e3 req-97399a05-6f66-4ec3-8573-661b0ede804a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404460
Aug 23 01:55:47.081978 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3496c8d-ad89-4bd6-957b-9ddb5a3d2ded req-c6fa9bca-8c44-400d-be93-c7c3e0eacd05 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:47.083437 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b3496c8d-ad89-4bd6-957b-9ddb5a3d2ded req-c6fa9bca-8c44-400d-be93-c7c3e0eacd05 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.0865862
Aug 23 01:55:47.130383 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b3496c8d-ad89-4bd6-957b-9ddb5a3d2ded req-916e7a7b-8672-431d-bbbf-b2dcd4b1524a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406137
Aug 23 01:55:47.136750 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-716fcbe8-4533-4f13-a14b-9fd55d3d86fb req-2c2b1cda-7b4b-4231-ac53-dd04085d7fce tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0410824
Aug 23 01:55:48.023717 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e67bc-161c-4473-916d-6cb8fcce07ac req-0636a9ba-05bb-4b2d-999d-a3db5e172710 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:48.025467 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d99e67bc-161c-4473-916d-6cb8fcce07ac req-0636a9ba-05bb-4b2d-999d-a3db5e172710 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1019762
Aug 23 01:55:48.087326 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d99e67bc-161c-4473-916d-6cb8fcce07ac req-219e1c33-4385-4dff-bc25-314d3da09dc7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545497
Aug 23 01:55:48.126014 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bc7cd-ff84-411d-80dc-cc31f85ee1bd req-9b403945-3ef5-4844-bdff-aa4403d72f58 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:48.127474 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e90bc7cd-ff84-411d-80dc-cc31f85ee1bd req-9b403945-3ef5-4844-bdff-aa4403d72f58 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0802052
Aug 23 01:55:48.184070 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e90bc7cd-ff84-411d-80dc-cc31f85ee1bd req-a2b48799-ea1e-4461-ba87-2693c07c6465 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504441
Aug 23 01:55:48.351614 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b6de0-0238-47c4-ab36-345f51358b57 req-018c80d6-cb81-4076-b128-48b4ebf58dbe tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:48.355137 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0f4bcceb-79b1-4c2a-a5f1-29e2fb7e5bb5 req-85548896-a14c-4251-893e-5ad137618a98 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0418079
Aug 23 01:55:48.358522 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-510b6de0-0238-47c4-ab36-345f51358b57 req-018c80d6-cb81-4076-b128-48b4ebf58dbe tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.0900171
Aug 23 01:55:48.425295 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-510b6de0-0238-47c4-ab36-345f51358b57 req-cc79977a-efe3-4d35-9ca9-20ff224d49af tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657108
Aug 23 01:55:49.307230 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94490723-57e7-451f-b9a0-cb58888899c5 req-ff1158b5-f7a5-4a5b-b03c-56a96664ee65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:49.311456 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-94490723-57e7-451f-b9a0-cb58888899c5 req-ff1158b5-f7a5-4a5b-b03c-56a96664ee65 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0955012
Aug 23 01:55:49.357137 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-94490723-57e7-451f-b9a0-cb58888899c5 req-9d380093-db51-4ce8-a5d1-38e85613ddd7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401905
Aug 23 01:55:49.453949 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf8885-0753-4d9f-a78a-2ada99c0192e req-06e7aaeb-be3d-44c8-ae87-d3aba7393bb0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:49.455437 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-07cf8885-0753-4d9f-a78a-2ada99c0192e req-06e7aaeb-be3d-44c8-ae87-d3aba7393bb0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1080759
Aug 23 01:55:49.572778 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-67b1313d-ef13-4852-88e4-a3fd6cdca3d4 req-cb6f8f1d-7dae-4023-be91-a91165b3cec7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0482512
Aug 23 01:55:49.591310 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-07cf8885-0753-4d9f-a78a-2ada99c0192e req-7c90d96b-8076-4202-bccb-d075930b430b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294835
Aug 23 01:55:49.764854 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09887a89-d2a5-49fe-a4cb-15ca5ede429f req-3bf2a749-df2f-4534-8ebd-11941e3b6cb6 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:49.765545 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-09887a89-d2a5-49fe-a4cb-15ca5ede429f req-3bf2a749-df2f-4534-8ebd-11941e3b6cb6 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:55:49.851405 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-09887a89-d2a5-49fe-a4cb-15ca5ede429f req-3bf2a749-df2f-4534-8ebd-11941e3b6cb6 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:55:49.852974 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-09887a89-d2a5-49fe-a4cb-15ca5ede429f req-3bf2a749-df2f-4534-8ebd-11941e3b6cb6 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.1674693
Aug 23 01:55:49.905658 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-09887a89-d2a5-49fe-a4cb-15ca5ede429f req-c085d222-65b9-4a47-a64b-e95a9e79c01f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466433
Aug 23 01:55:50.568236 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed470d83-2137-42a1-abf8-942a88cc505b req-70db6327-d372-4b6a-a9ab-56c01504c6e7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:50.569736 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed470d83-2137-42a1-abf8-942a88cc505b req-70db6327-d372-4b6a-a9ab-56c01504c6e7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0759032
Aug 23 01:55:50.620682 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed470d83-2137-42a1-abf8-942a88cc505b req-8725da74-d474-4b38-bbad-5c6de2ccd3ad tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444865
Aug 23 01:55:50.764509 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-38144055-5497-4a7b-841d-fef34b9c88a2 req-faab2048-31da-403b-91fb-69cf773c6c30 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0481997
Aug 23 01:55:50.862215 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9d58f-cf0a-422b-bfe1-96558da1420d req-75b3e6e0-52ab-4891-b9fb-08d2d7196357 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:50.864231 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2ff9d58f-cf0a-422b-bfe1-96558da1420d req-75b3e6e0-52ab-4891-b9fb-08d2d7196357 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0868330
Aug 23 01:55:50.908775 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2ff9d58f-cf0a-422b-bfe1-96558da1420d req-e4d394b3-4daa-4e82-942d-13e1cdbf8556 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387321
Aug 23 01:55:51.112062 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03d698-4151-4ead-843a-095331d2c2ff req-7c00bb83-7d00-48e9-8794-de6587d186f7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:51.113544 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d03d698-4151-4ead-843a-095331d2c2ff req-7c00bb83-7d00-48e9-8794-de6587d186f7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.0773489
Aug 23 01:55:51.162959 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d03d698-4151-4ead-843a-095331d2c2ff req-d6d9c1c5-20bf-427f-8e72-5f78c1b041dc tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434413
Aug 23 01:55:51.821247 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09738c32-82e8-4549-b2fc-6c7abb012e3c req-073c2c7b-56f8-4f04-82c8-bd9904cf4ab7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:51.822739 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-09738c32-82e8-4549-b2fc-6c7abb012e3c req-073c2c7b-56f8-4f04-82c8-bd9904cf4ab7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0778844
Aug 23 01:55:51.875020 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-09738c32-82e8-4549-b2fc-6c7abb012e3c req-c522cd19-0ab0-4f31-9705-25324c8040b2 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468044
Aug 23 01:55:51.936411 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fd53d10f-39da-4ffb-bf77-c35746f45154 req-4826195f-1652-4876-8b2d-26b77d2d7a1e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0442924
Aug 23 01:55:52.135786 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3203ec-719f-4f0e-a0c0-82456f48adc7 req-6692fc30-a077-4013-8576-1d716631a79d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:52.137268 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7f3203ec-719f-4f0e-a0c0-82456f48adc7 req-6692fc30-a077-4013-8576-1d716631a79d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0812342
Aug 23 01:55:52.181320 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7f3203ec-719f-4f0e-a0c0-82456f48adc7 req-b8b3c47c-5b3a-430d-bf07-2e641f9f2b7a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385647
Aug 23 01:55:52.373262 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115b3fa-d494-4036-98cc-49d59a7c382f req-83a0a53c-d6b7-444f-a1dd-f4908a702733 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:52.374707 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8115b3fa-d494-4036-98cc-49d59a7c382f req-83a0a53c-d6b7-444f-a1dd-f4908a702733 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.0818617
Aug 23 01:55:52.418617 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8115b3fa-d494-4036-98cc-49d59a7c382f req-5c0bad4c-2e50-4d29-8aa3-6d7584554763 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383496
Aug 23 01:55:53.095021 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f05503-ee9e-4089-9072-80036ecf05be req-c3260677-f001-4745-9d19-2c8bf9929036 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:53.103194 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-31f05503-ee9e-4089-9072-80036ecf05be req-c3260677-f001-4745-9d19-2c8bf9929036 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1011448
Aug 23 01:55:53.149252 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-31f05503-ee9e-4089-9072-80036ecf05be req-06d9473c-3db5-4408-967e-fb7ab4ed91e2 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451641
Aug 23 01:55:53.154998 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-20a635ce-f12a-4154-8217-ec507f6231ed req-1ae0525f-103b-4fb9-b048-d74b3db112c4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0945265
Aug 23 01:55:53.395709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae6fd4-0f55-4cdb-97bd-2b53d90b5577 req-24dbcbc8-4626-457d-9a06-0a50ae244c83 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:53.397269 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-32ae6fd4-0f55-4cdb-97bd-2b53d90b5577 req-24dbcbc8-4626-457d-9a06-0a50ae244c83 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0766790
Aug 23 01:55:53.462382 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-32ae6fd4-0f55-4cdb-97bd-2b53d90b5577 req-5b6cded8-5a5d-472d-9a0c-be791d7043a5 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580401
Aug 23 01:55:53.628215 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282525e-ae9a-47b0-832d-8b013932c89d req-fa3b095a-74e1-461d-a1e3-905b19a9d2de tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:53.629744 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e282525e-ae9a-47b0-832d-8b013932c89d req-fa3b095a-74e1-461d-a1e3-905b19a9d2de tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.0756426
Aug 23 01:55:53.681103 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e282525e-ae9a-47b0-832d-8b013932c89d req-d127adcc-884f-411e-9c87-442b217c090c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442016
Aug 23 01:55:54.349071 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-88bdeec7-96c0-4c2b-a311-32a09cef4508 req-082b1e07-fb49-471d-a8cb-c8bcd9021a8a tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0462670
Aug 23 01:55:54.403733 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a925f-688a-4915-b9c8-403da9213602 req-5eb0af8b-6c4a-40c6-87b9-5b240cb2ab05 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:54.406242 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-964a925f-688a-4915-b9c8-403da9213602 req-5eb0af8b-6c4a-40c6-87b9-5b240cb2ab05 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1103852
Aug 23 01:55:54.451278 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-964a925f-688a-4915-b9c8-403da9213602 req-c65847d8-96d0-4b22-85ec-6bfab3d853bd tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393500
Aug 23 01:55:54.695572 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c98d99-4fb0-4720-b75f-60b4b50798ce req-c4ca24f7-4cc6-4009-a9ab-6dba2151f571 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:54.697044 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-74c98d99-4fb0-4720-b75f-60b4b50798ce req-c4ca24f7-4cc6-4009-a9ab-6dba2151f571 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0766625
Aug 23 01:55:54.756455 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-74c98d99-4fb0-4720-b75f-60b4b50798ce req-f1123106-1710-44e0-8b37-cbc54eabe1e0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528982
Aug 23 01:55:54.887566 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d1dc-c89c-41d9-80ab-570edaaeaf91 req-08cd44ca-8a8f-4ccf-bb80-083716624aa2 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:54.889047 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-72f9d1dc-c89c-41d9-80ab-570edaaeaf91 req-08cd44ca-8a8f-4ccf-bb80-083716624aa2 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.0816369
Aug 23 01:55:54.933804 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-72f9d1dc-c89c-41d9-80ab-570edaaeaf91 req-4239ff34-68d2-4cb5-9537-59b5ca49b509 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392904
Aug 23 01:55:55.520413 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-91459caa-0843-442d-adda-2219044bcca9 req-49e6f6c5-e25b-4291-88f4-2a4becc11edf tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0466261
Aug 23 01:55:55.687300 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3187931-dba8-4801-b5d7-b3a54709ba98 req-89d08529-2f67-4ad4-bafc-2e0d3020ff63 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:55.688842 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c3187931-dba8-4801-b5d7-b3a54709ba98 req-89d08529-2f67-4ad4-bafc-2e0d3020ff63 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0887272
Aug 23 01:55:55.737161 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c3187931-dba8-4801-b5d7-b3a54709ba98 req-21fe0191-30bd-4812-ba01-5172a283ddd8 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427396
Aug 23 01:55:55.991328 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d1170-f210-4a87-8fe1-b76eecc8c23f req-b196f67e-66e5-4d41-81da-93ad687c7877 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:55.991328 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a08d1170-f210-4a87-8fe1-b76eecc8c23f req-b196f67e-66e5-4d41-81da-93ad687c7877 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0883322
Aug 23 01:55:56.045095 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a08d1170-f210-4a87-8fe1-b76eecc8c23f req-5c004045-7aef-41da-90d2-19f864b6ef2e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569842
Aug 23 01:55:56.172763 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e421-504c-4e4e-b2bb-61c914b2b83a req-0bcce2a0-a80e-4b48-aa34-6cd9c7ebc22f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:56.174200 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bb05e421-504c-4e4e-b2bb-61c914b2b83a req-0bcce2a0-a80e-4b48-aa34-6cd9c7ebc22f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.0836327
Aug 23 01:55:56.227140 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bb05e421-504c-4e4e-b2bb-61c914b2b83a req-ed15f210-547a-4533-b012-fbf2b6ed3f7c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459809
Aug 23 01:55:56.685834 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e0035861-c16c-4704-a071-17881f85006d req-548597ff-8d78-4ca6-83ca-c44f3c4a120c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0437343
Aug 23 01:55:56.932348 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c426d-1fd1-44ae-a5a3-e2cd59b16b1e req-58d7c0d0-2c7b-4b96-8921-e9c36ae188a5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:56.934076 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bb6c426d-1fd1-44ae-a5a3-e2cd59b16b1e req-58d7c0d0-2c7b-4b96-8921-e9c36ae188a5 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0756857
Aug 23 01:55:56.980684 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bb6c426d-1fd1-44ae-a5a3-e2cd59b16b1e req-a3da861e-3109-4e38-9340-4339cf8845ce tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410597
Aug 23 01:55:57.113875 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Request body: {'port': {'device_id': '2ffe7590-1625-401b-a39d-37d19d830e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:57.266130 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:57.272072 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-725c50af-f157-45fe-bf48-f432fa275163 req-d3b667bd-e497-4e83-9975-8b8e36e4b4a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 1098 time: 0.0730321
Aug 23 01:55:57.461308 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c50af-f157-45fe-bf48-f432fa275163 req-63ae7cd5-6414-4513-abc7-bce5023a2bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:57.463102 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-725c50af-f157-45fe-bf48-f432fa275163 req-63ae7cd5-6414-4513-abc7-bce5023a2bd2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 200  len: 918 time: 0.1609094
Aug 23 01:55:57.552974 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d7f14-51c3-4e8a-a91a-854accf1f4d9 req-121eb0c9-7d41-49bc-a6ad-7ddf9c694bfc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:57.555056 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c15d7f14-51c3-4e8a-a91a-854accf1f4d9 req-121eb0c9-7d41-49bc-a6ad-7ddf9c694bfc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.3595731
Aug 23 01:55:57.581424 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-725c50af-f157-45fe-bf48-f432fa275163 req-9f9e36bc-9e2a-405c-8006-35c5faf97077 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 200  len: 217 time: 0.1097009
Aug 23 01:55:57.586379 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3b3e9d95-ff6b-4dca-a042-d8a0ee36fb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:57.629673 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c15d7f14-51c3-4e8a-a91a-854accf1f4d9 req-0d7079e1-041d-479b-8a40-8ef5ca829647 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590975
Aug 23 01:55:57.660678 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c50af-f157-45fe-bf48-f432fa275163 req-4d570d5c-86d8-4cd9-9375-8c30d37419c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:57.662104 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-725c50af-f157-45fe-bf48-f432fa275163 req-4d570d5c-86d8-4cd9-9375-8c30d37419c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 200  len: 858 time: 0.0642912
Aug 23 01:55:57.675585 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b445e6-86a3-46c8-a28b-d98b3d51aa99 req-595d15f3-79c6-4681-bfc5-da57ee01a7da tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:57.677151 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c0b445e6-86a3-46c8-a28b-d98b3d51aa99 req-595d15f3-79c6-4681-bfc5-da57ee01a7da tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 932 time: 0.1346824
Aug 23 01:55:57.686280 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ae0caa-a883-4648-8844-07eca8b928c6 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:55:57.694480 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:57.708170 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Transition to ACTIVE for port object 40ae0caa-a883-4648-8844-07eca8b928c6 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:57.753646 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-725c50af-f157-45fe-bf48-f432fa275163 req-16cdfb5a-0acc-4ceb-8e2b-80b2d0eced7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56a9512-948e-4ab3-b96a-c8af4812c288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0712316
Aug 23 01:55:57.838459 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:57.846305 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-42fb87fa-49a9-4e8c-90e6-b54012024cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:57.857433 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c0b445e6-86a3-46c8-a28b-d98b3d51aa99 req-5d5b8053-1135-46ae-b162-3e70d8f8bc7d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726353
Aug 23 01:55:57.886028 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-48d94973-0f75-4676-9006-f1cea053f327 req-450790c8-664c-4826-9b6a-0064222af0a9 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0814831
Aug 23 01:55:57.968134 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Pushing event updated for resources: {'Port': ['ID=40ae0caa-a883-4648-8844-07eca8b928c6,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:57.982453 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-725c50af-f157-45fe-bf48-f432fa275163 req-5027ef09-de52-45bf-9c5d-7cc2d98df9d5 service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146966
Aug 23 01:55:57.990414 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.990767 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.991735 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.992039 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.992383 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.992741 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.998012 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.998012 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.998012 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.998012 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.998012 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:57.998650 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:58.102784 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Attempting to bind port 40ae0caa-a883-4648-8844-07eca8b928c6 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:55:58.103119 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Attempting to bind port 40ae0caa-a883-4648-8844-07eca8b928c6 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:55:58.103430 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Attempting to bind port 40ae0caa-a883-4648-8844-07eca8b928c6 on network e53c772e-7954-4a2c-84fa-6dee497c55c2 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:58.109247 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Port 40ae0caa-a883-4648-8844-07eca8b928c6 on network e53c772e-7954-4a2c-84fa-6dee497c55c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:55:58.112117 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Attempting to bind port 40ae0caa-a883-4648-8844-07eca8b928c6 on network e53c772e-7954-4a2c-84fa-6dee497c55c2 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:55:58.116362 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:55:58.116717 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Checking segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:55:58.117094 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Bound using segment: {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:55:58.117513 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Bound port: 40ae0caa-a883-4648-8844-07eca8b928c6, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:55:58.117849 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:58.219263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] For port 40ae0caa-a883-4648-8844-07eca8b928c6, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:55:58.222260 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] For port 40ae0caa-a883-4648-8844-07eca8b928c6, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=40ae0caa-a883-4648-8844-07eca8b928c6,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:55:58.288954 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:58.301324 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-725c50af-f157-45fe-bf48-f432fa275163 req-cf2a1925-f9a8-45f9-907b-200c28b9926a service neutron] 10.222.0.21 "GET /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3118124
Aug 23 01:55:58.309190 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-a746d11b-15df-4f92-b7cc-ace38815a6e3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:58.310555 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-a746d11b-15df-4f92-b7cc-ace38815a6e3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.21 "GET /v2.0/networks?id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc HTTP/1.1" status: 200  len: 815 time: 0.2386928
Aug 23 01:55:58.325722 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63ddea-c4b7-4bf4-bbe1-1fa43799048e req-36f65cd4-3c0f-40a3-a7a0-fbb1265229fa tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:58.327175 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-be63ddea-c4b7-4bf4-bbe1-1fa43799048e req-36f65cd4-3c0f-40a3-a7a0-fbb1265229fa tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.1746848
Aug 23 01:55:58.331675 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'port': {'device_id': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'admin_state_up': True, 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:55:58.405909 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:58.409915 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f2f98593-b8fe-474c-945c-9970c81ed53a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:58.459046 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-be63ddea-c4b7-4bf4-bbe1-1fa43799048e req-98838369-f255-4725-8006-5b0ca1144daf tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118526
Aug 23 01:55:58.468428 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:58.470108 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] 10.222.0.21 "PUT /v2.0/ports/40ae0caa-a883-4648-8844-07eca8b928c6 HTTP/1.1" status: 200  len: 1094 time: 1.3606086
Aug 23 01:55:58.473082 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffe7590-1625-401b-a39d-37d19d830e53', 'tag': '40ae0caa-a883-4648-8844-07eca8b928c6'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:55:58.515850 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Pushing event updated for resources: {'Port': ['ID=40ae0caa-a883-4648-8844-07eca8b928c6,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:58.528928 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:58.541157 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffe7590-1625-401b-a39d-37d19d830e53', 'tag': '40ae0caa-a883-4648-8844-07eca8b928c6', 'status': 'completed', 'code': 200}
Aug 23 01:55:58.543095 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:55:58.555575 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:55:58.642633 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Made reservation on behalf of 0fe01aed9b14497fb422023bf8bea00d for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:55:58.645817 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:58.660838 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0712bb6e-3fa4-463d-b991-239a9c88acbd req-f91c917e-cba4-4c74-a3f9-fd8592bbbbeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 1097 time: 0.0860987
Aug 23 01:55:58.880835 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Allocated IP 172.20.0.13 (2e5f60c6-b419-4387-8c16-b5a6c506b2cc/9b2e9090-c0cf-4d2d-a522-b51d278a5238/1262f6e8-0181-4fef-bf9f-21c6f993257b) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:55:58.954965 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712bb6e-3fa4-463d-b991-239a9c88acbd req-73b20e84-17ec-4453-894e-7d1714e6b34e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:58.956555 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0712bb6e-3fa4-463d-b991-239a9c88acbd req-73b20e84-17ec-4453-894e-7d1714e6b34e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a7d76269b9b84905a47232cf7b258150&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2814019
Aug 23 01:55:59.057153 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137d6ed-0052-433b-aa86-b84526498452 req-315a61f0-fa80-46aa-a02f-6e822217f98b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:59.058686 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d137d6ed-0052-433b-aa86-b84526498452 req-315a61f0-fa80-46aa-a02f-6e822217f98b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1786265
Aug 23 01:55:59.124122 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:59.140701 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Transition to ACTIVE for port object 1262f6e8-0181-4fef-bf9f-21c6f993257b will not be triggered until provisioned by entity DHCP. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:55:59.145372 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712bb6e-3fa4-463d-b991-239a9c88acbd req-d5bd8ce9-3d7a-4dff-b818-fee68db14017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:59.146862 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0712bb6e-3fa4-463d-b991-239a9c88acbd req-d5bd8ce9-3d7a-4dff-b818-fee68db14017 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1811030
Aug 23 01:55:59.151810 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d137d6ed-0052-433b-aa86-b84526498452 req-17bac9db-34da-4e90-95a4-f6601526d388 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780883
Aug 23 01:55:59.286390 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:59.293732 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f929f301-5be3-4db0-9ac7-509ba643d165 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:55:59.459409 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07466ef-eb23-4850-8889-cf3e525104b8 req-4a2bfbbc-2373-4ff4-bf81-d58459969cce tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:59.461295 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a07466ef-eb23-4850-8889-cf3e525104b8 req-4a2bfbbc-2373-4ff4-bf81-d58459969cce tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.1616716
Aug 23 01:55:59.529238 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'Port': ['ID=1262f6e8-0181-4fef-bf9f-21c6f993257b,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:55:59.551825 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a07466ef-eb23-4850-8889-cf3e525104b8 req-8718b54c-d365-4e5e-915d-5c0f4208b0b0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Synchronizing usage tracker for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:55:59.552057 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:55:59.558541 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:55:59.566557 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:55:59.594194 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.596325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.596325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.596325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.596325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.596325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.596974 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.597195 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.597772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.598101 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.598561 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:55:59.609575 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:55:59.651333 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a07466ef-eb23-4850-8889-cf3e525104b8 req-8718b54c-d365-4e5e-915d-5c0f4208b0b0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Unset dirty status for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:55:59.652785 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a07466ef-eb23-4850-8889-cf3e525104b8 req-8718b54c-d365-4e5e-915d-5c0f4208b0b0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849985
Aug 23 01:55:59.658189 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:59.658931 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:55:59.695032 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb023c2-5584-4bda-9c7e-bb9483be87a8 req-1eb3a1bf-605b-4878-beee-c251462c77c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:55:59.705007 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-abb023c2-5584-4bda-9c7e-bb9483be87a8 req-1eb3a1bf-605b-4878-beee-c251462c77c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.2400706
Aug 23 01:55:59.809069 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-abb023c2-5584-4bda-9c7e-bb9483be87a8 req-1f24393e-6993-47ef-a212-3f3bdf45ba74 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026678
Aug 23 01:55:59.877618 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5493698
Aug 23 01:55:59.888302 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-47dedb0b-47b1-4c5b-925e-dab8b7607e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:00.023219 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-58810a97-4132-4315-a645-8f5abcc4f6ee None None] Provisioning for port 1262f6e8-0181-4fef-bf9f-21c6f993257b completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:56:00.029403 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-58810a97-4132-4315-a645-8f5abcc4f6ee None None] Provisioning complete for port 1262f6e8-0181-4fef-bf9f-21c6f993257b triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:56:00.031613 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-58810a97-4132-4315-a645-8f5abcc4f6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:00.098654 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-58810a97-4132-4315-a645-8f5abcc4f6ee None None] Port 1262f6e8-0181-4fef-bf9f-21c6f993257b cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:56:00.372075 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c91a15-7d29-4bff-9ea8-a1908b898926 req-a09aa768-df35-42aa-9bfa-dc014ae12731 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:00.373116 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-33c91a15-7d29-4bff-9ea8-a1908b898926 req-a09aa768-df35-42aa-9bfa-dc014ae12731 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0763850
Aug 23 01:56:00.466954 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-33c91a15-7d29-4bff-9ea8-a1908b898926 req-88faf47d-5d7d-43df-aff3-44600be86838 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748990
Aug 23 01:56:00.801496 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:00.882869 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5dd7d-e9c8-4f7e-b810-bacf70b741a6 req-5dac85a9-f6a6-4489-9c6c-f9e61a4a7bd3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:00.885713 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-c2f5dd7d-e9c8-4f7e-b810-bacf70b741a6 req-5dac85a9-f6a6-4489-9c6c-f9e61a4a7bd3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Synchronizing usage tracker for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:56:00.978022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-c2f5dd7d-e9c8-4f7e-b810-bacf70b741a6 req-5dac85a9-f6a6-4489-9c6c-f9e61a4a7bd3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Unset dirty status for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:56:00.979549 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c2f5dd7d-e9c8-4f7e-b810-bacf70b741a6 req-5dac85a9-f6a6-4489-9c6c-f9e61a4a7bd3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.1831582
Aug 23 01:56:01.026304 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c2f5dd7d-e9c8-4f7e-b810-bacf70b741a6 req-86ce4a9a-68be-43bb-8f5a-118f85a809f8 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412307
Aug 23 01:56:01.099742 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b1a12-f738-498e-95c0-32d137b59daf req-608793b6-e4b6-494a-b926-f09e6ddce940 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:01.101731 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4c2b1a12-f738-498e-95c0-32d137b59daf req-608793b6-e4b6-494a-b926-f09e6ddce940 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0756943
Aug 23 01:56:01.146366 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4c2b1a12-f738-498e-95c0-32d137b59daf req-39a8c649-7b28-4807-bc36-faad78e39a2e tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391302
Aug 23 01:56:01.726794 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb238c2-f78d-4324-98dd-1228e1e1ce3a req-dfcc2cee-d480-41b5-b873-2a73e67ecf0b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:01.728130 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5eb238c2-f78d-4324-98dd-1228e1e1ce3a req-dfcc2cee-d480-41b5-b873-2a73e67ecf0b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0777309
Aug 23 01:56:01.775034 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5eb238c2-f78d-4324-98dd-1228e1e1ce3a req-bee13b9c-327e-408a-b996-6784113a9fee tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411184
Aug 23 01:56:02.236146 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad466e3-8f84-4802-8d98-d8ac7f1c6ec9 req-2616fef6-bbb9-4827-a44f-c2a78a81723c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:02.237778 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8ad466e3-8f84-4802-8d98-d8ac7f1c6ec9 req-2616fef6-bbb9-4827-a44f-c2a78a81723c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.0783522
Aug 23 01:56:02.286016 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8ad466e3-8f84-4802-8d98-d8ac7f1c6ec9 req-8eb89c40-9d16-40d3-b889-e73f481b50ac tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425031
Aug 23 01:56:02.360329 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd29e09-5059-4285-a046-e648f12d3b82 req-2f4f291c-d1f2-4c76-b924-61dd2f8377c2 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:02.361915 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bd29e09-5059-4285-a046-e648f12d3b82 req-2f4f291c-d1f2-4c76-b924-61dd2f8377c2 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0872786
Aug 23 01:56:02.430728 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bd29e09-5059-4285-a046-e648f12d3b82 req-f42354f2-0968-4188-a04d-29bf751509fb tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628493
Aug 23 01:56:02.468132 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:02.998489 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea9e57-7eea-43a4-857d-0a8422e88428 req-5ac1189e-4da1-4218-bca2-9cd500868daf tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:02.999948 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-19ea9e57-7eea-43a4-857d-0a8422e88428 req-5ac1189e-4da1-4218-bca2-9cd500868daf tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0817845
Aug 23 01:56:03.055631 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-19ea9e57-7eea-43a4-857d-0a8422e88428 req-5707a939-51bd-4b10-b3e9-82ed642780a6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501685
Aug 23 01:56:03.571793 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbde7cf-c153-440a-8f64-45d43d4d0eee req-5bc338bd-f3e7-477b-ac9f-5ade0fd3b4dd tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:03.578733 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fdbde7cf-c153-440a-8f64-45d43d4d0eee req-5bc338bd-f3e7-477b-ac9f-5ade0fd3b4dd tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.1747262
Aug 23 01:56:03.623763 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fdbde7cf-c153-440a-8f64-45d43d4d0eee req-3a104eee-9e9f-4fe0-8ca0-482070e1d21b tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442133
Aug 23 01:56:03.634532 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40677477-6e58-4acc-b5df-2294009cc95f req-9fef5ab8-90a8-4c86-8d40-d6ceebed7c80 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:03.636725 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40677477-6e58-4acc-b5df-2294009cc95f req-9fef5ab8-90a8-4c86-8d40-d6ceebed7c80 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0865002
Aug 23 01:56:03.695728 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40677477-6e58-4acc-b5df-2294009cc95f req-70ca93a8-bad2-455e-bf87-d071dbf1550a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500803
Aug 23 01:56:04.307536 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded4703-aaba-4577-9935-afdf9d0a9c6f req-0b449ea4-13dc-42b0-b58b-50100fe6658e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:04.445001 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cded4703-aaba-4577-9935-afdf9d0a9c6f req-0b449ea4-13dc-42b0-b58b-50100fe6658e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1014113
Aug 23 01:56:04.445001 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cded4703-aaba-4577-9935-afdf9d0a9c6f req-c037a90e-43ed-4bf2-ac2c-ebd1a6e7ce5e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461624
Aug 23 01:56:04.865427 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9454d-1a22-4dab-9095-2ede3214adba req-7f226ae4-1e76-415e-8e84-3eefc56a9b94 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:04.867000 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-99a9454d-1a22-4dab-9095-2ede3214adba req-7f226ae4-1e76-415e-8e84-3eefc56a9b94 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.0906003
Aug 23 01:56:04.911388 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ef28f-d9b6-4175-83fd-d851294112f2 req-fb5ef55e-8390-4132-b909-e4943009369f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:04.912872 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-99a9454d-1a22-4dab-9095-2ede3214adba req-de28c50a-49f5-407b-9dce-75da82510c77 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398803
Aug 23 01:56:04.913014 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6c8ef28f-d9b6-4175-83fd-d851294112f2 req-fb5ef55e-8390-4132-b909-e4943009369f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0894337
Aug 23 01:56:04.957889 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6c8ef28f-d9b6-4175-83fd-d851294112f2 req-23b70b3f-39ae-484a-bd64-529b099c7acd tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393422
Aug 23 01:56:05.570430 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336672d-b461-4430-8f2b-04bf52d031db req-2acc0b04-187f-4468-8364-00535a189cb2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:05.571773 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8336672d-b461-4430-8f2b-04bf52d031db req-2acc0b04-187f-4468-8364-00535a189cb2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0750756
Aug 23 01:56:05.615286 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8336672d-b461-4430-8f2b-04bf52d031db req-b0d4a702-8946-4a0d-83d7-ee0267b4e83b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380599
Aug 23 01:56:06.129734 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52365d7-635a-43bc-ac94-07f2dacb0d26 req-537e9f0c-53eb-47ea-83c2-d69bd5fac782 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:06.131188 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f52365d7-635a-43bc-ac94-07f2dacb0d26 req-537e9f0c-53eb-47ea-83c2-d69bd5fac782 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.0779414
Aug 23 01:56:06.164197 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55decb4d-e814-4a93-8adf-8db376a17837 req-add450f3-3ba7-4a3c-a885-41d3f34c6614 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:06.165868 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-55decb4d-e814-4a93-8adf-8db376a17837 req-add450f3-3ba7-4a3c-a885-41d3f34c6614 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0803461
Aug 23 01:56:06.180257 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f52365d7-635a-43bc-ac94-07f2dacb0d26 req-d1f15490-260a-48c4-bdfa-69e023cc5951 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434625
Aug 23 01:56:06.213509 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-55decb4d-e814-4a93-8adf-8db376a17837 req-94fbe3a3-c4ba-4297-ae9e-f0717818075c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416553
Aug 23 01:56:06.828759 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24714ec2-4d1c-46b5-a506-30c3ce19c570 req-78518aa4-44db-4fd7-aca4-3f2554362999 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:06.831235 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-24714ec2-4d1c-46b5-a506-30c3ce19c570 req-78518aa4-44db-4fd7-aca4-3f2554362999 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0841601
Aug 23 01:56:06.884221 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-24714ec2-4d1c-46b5-a506-30c3ce19c570 req-3f35e073-c3a0-45ee-8fc1-ca88f79c6c1b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474484
Aug 23 01:56:07.441785 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300daf59-f379-4662-929e-7a2e40d4c399 req-f45b8645-ed7d-4784-8b1c-9661b1d7ee03 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:07.443247 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-300daf59-f379-4662-929e-7a2e40d4c399 req-f45b8645-ed7d-4784-8b1c-9661b1d7ee03 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.1315403
Aug 23 01:56:07.444363 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1928-de35-4595-8a51-f99dca9ef1f2 req-58633383-95c3-4540-af35-62862517fcc7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:07.445850 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-866e1928-de35-4595-8a51-f99dca9ef1f2 req-58633383-95c3-4540-af35-62862517fcc7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.1005070
Aug 23 01:56:07.489184 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-300daf59-f379-4662-929e-7a2e40d4c399 req-231ad616-efc2-407d-9e88-bddf5cb30722 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399654
Aug 23 01:56:07.491233 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-866e1928-de35-4595-8a51-f99dca9ef1f2 req-1dec71e3-18dc-4eb6-a3d8-becb6663cdc0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398083
Aug 23 01:56:08.110720 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5ab55-f30c-4385-b2c6-8e08780145a9 req-739467cc-0f36-4b15-a80c-1776f5a20fe3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:08.112166 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-87e5ab55-f30c-4385-b2c6-8e08780145a9 req-739467cc-0f36-4b15-a80c-1776f5a20fe3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0847008
Aug 23 01:56:08.160431 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-87e5ab55-f30c-4385-b2c6-8e08780145a9 req-0f738cac-f1bf-47c8-a0d5-4e16544ed1b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421555
Aug 23 01:56:08.705404 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28419-fe6f-4f62-8d2e-8c15115d520d req-c06c6808-329d-409d-b5fd-11fdafeea706 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:08.706796 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ef28419-fe6f-4f62-8d2e-8c15115d520d req-c06c6808-329d-409d-b5fd-11fdafeea706 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0769091
Aug 23 01:56:08.710820 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bbb1a-d833-4ec3-a71d-92eff355200a req-0ad956fa-4f35-4748-b637-96509ef41c98 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:08.712267 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f8bbb1a-d833-4ec3-a71d-92eff355200a req-0ad956fa-4f35-4748-b637-96509ef41c98 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.0835667
Aug 23 01:56:08.751797 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3ef28419-fe6f-4f62-8d2e-8c15115d520d req-1c8559a4-31f1-4c59-a969-78ba847ae596 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395372
Aug 23 01:56:08.758425 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f8bbb1a-d833-4ec3-a71d-92eff355200a req-09a0da38-44a0-41a5-83e3-741801abe4da tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401540
Aug 23 01:56:09.384188 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb842-b066-4494-b63d-fb6d88a5bb1a req-9242835e-b024-43e6-89ce-d43067e0f388 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:09.385833 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-53ddb842-b066-4494-b63d-fb6d88a5bb1a req-9242835e-b024-43e6-89ce-d43067e0f388 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0827968
Aug 23 01:56:09.431158 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-53ddb842-b066-4494-b63d-fb6d88a5bb1a req-28ef5152-83c0-4835-9d2f-6a59a336f075 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399005
Aug 23 01:56:09.971567 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3a71c-8c69-423c-b2c6-b31d16f0af2a req-fc501c00-4034-47ae-b37b-9cba77dd58fe tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:09.973033 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9cf3a71c-8c69-423c-b2c6-b31d16f0af2a req-fc501c00-4034-47ae-b37b-9cba77dd58fe tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0809855
Aug 23 01:56:09.979642 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dedc2-53fe-4df7-b589-34db3330f55a req-326d3775-7277-4508-863d-969dbd10971c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:09.981118 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b82dedc2-53fe-4df7-b589-34db3330f55a req-326d3775-7277-4508-863d-969dbd10971c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.0809851
Aug 23 01:56:10.018911 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9cf3a71c-8c69-423c-b2c6-b31d16f0af2a req-4d7780a3-a4cc-4353-92fa-d693b470a17a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396709
Aug 23 01:56:10.026686 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b82dedc2-53fe-4df7-b589-34db3330f55a req-73634894-7496-4b52-818f-3006fc565163 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401120
Aug 23 01:56:10.645079 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90da5d6-12ff-4a03-ab1e-36f427e04ba1 req-0d1d896c-2420-467d-987f-b2bb74675720 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:10.646527 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d90da5d6-12ff-4a03-ab1e-36f427e04ba1 req-0d1d896c-2420-467d-987f-b2bb74675720 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0742619
Aug 23 01:56:10.690632 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d90da5d6-12ff-4a03-ab1e-36f427e04ba1 req-13b48c0b-9aa3-42f4-8d00-b04c06c264aa tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387671
Aug 23 01:56:11.216949 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:56:11.240747 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db68e40-c729-4ecd-883f-e447cf3cd398 req-f9839d4b-397b-406b-9df8-35af3d41b66a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:11.242184 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3db68e40-c729-4ecd-883f-e447cf3cd398 req-f9839d4b-397b-406b-9df8-35af3d41b66a tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0784569
Aug 23 01:56:11.268699 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981eba0-7ebd-4959-adae-28e9e92fb6a8 req-33eb73fd-4974-45f3-aa77-af3189329553 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:11.270303 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b981eba0-7ebd-4959-adae-28e9e92fb6a8 req-33eb73fd-4974-45f3-aa77-af3189329553 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.0903716
Aug 23 01:56:11.290844 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3db68e40-c729-4ecd-883f-e447cf3cd398 req-446fe678-d79e-4f8a-9676-7c7feaeb326f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428355
Aug 23 01:56:11.317070 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b981eba0-7ebd-4959-adae-28e9e92fb6a8 req-569b29a8-61b5-4956-a691-5edc79663f2f tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403311
Aug 23 01:56:11.895558 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fce967-6417-4daf-8a21-c6439fa33d44 req-999740fc-2051-4902-9e3c-bf5bf5d7efaf tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:11.897528 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-33fce967-6417-4daf-8a21-c6439fa33d44 req-999740fc-2051-4902-9e3c-bf5bf5d7efaf tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0750101
Aug 23 01:56:11.945271 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-33fce967-6417-4daf-8a21-c6439fa33d44 req-729e5439-aa43-4ffd-bdef-d749aa7171e2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424118
Aug 23 01:56:12.489233 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d25dc-b05b-43e3-8667-6ff0e25ea980 req-7911c3e7-f89e-4a97-b51f-6ec4cb1c2d35 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:12.490714 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b01d25dc-b05b-43e3-8667-6ff0e25ea980 req-7911c3e7-f89e-4a97-b51f-6ec4cb1c2d35 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0776870
Aug 23 01:56:12.532599 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beab64f-de0e-457b-a1b9-25b4c1c5db97 req-c2e5cf94-4d4d-48bc-a604-62e79855fee4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:12.534342 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5beab64f-de0e-457b-a1b9-25b4c1c5db97 req-c2e5cf94-4d4d-48bc-a604-62e79855fee4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.0877752
Aug 23 01:56:12.547491 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b01d25dc-b05b-43e3-8667-6ff0e25ea980 req-0cf19f4d-f111-48d9-b589-3c17d4360658 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509675
Aug 23 01:56:12.603012 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5beab64f-de0e-457b-a1b9-25b4c1c5db97 req-5ab55fb8-c4ae-452a-9156-17c493e6658e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630066
Aug 23 01:56:13.203495 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a44ca-6b2c-4aaa-ab53-ec5c25a016be req-53654805-63d6-4578-9080-4306750b8fa4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:13.204929 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-269a44ca-6b2c-4aaa-ab53-ec5c25a016be req-53654805-63d6-4578-9080-4306750b8fa4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1211796
Aug 23 01:56:13.250010 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-269a44ca-6b2c-4aaa-ab53-ec5c25a016be req-41b139b1-4cef-4e90-99cf-ae7027186ae8 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389879
Aug 23 01:56:13.755849 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc8369-873d-4cb5-837f-b9c8117d6c85 req-dc4ca135-fcba-4961-8b95-1502bcd1c54f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:13.757432 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c7cc8369-873d-4cb5-837f-b9c8117d6c85 req-dc4ca135-fcba-4961-8b95-1502bcd1c54f tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0850308
Aug 23 01:56:13.802817 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c7cc8369-873d-4cb5-837f-b9c8117d6c85 req-6b6143bd-f251-4dea-aae3-c2cecda67127 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399232
Aug 23 01:56:13.918953 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad04f6-3d14-47d0-8607-f275c77ee1f6 req-214bf7c9-2323-4f70-b751-70c4768ef265 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:13.920761 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f6ad04f6-3d14-47d0-8607-f275c77ee1f6 req-214bf7c9-2323-4f70-b751-70c4768ef265 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 932 time: 0.0749748
Aug 23 01:56:13.959080 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Request body: {'port': {'device_id': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:13.976850 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f6ad04f6-3d14-47d0-8607-f275c77ee1f6 req-80692fe8-5d8c-4444-9475-7f76d39292ca tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505867
Aug 23 01:56:14.051619 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-310ad116-8fc1-4569-8017-a7b6db8ac3c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d76269b9b84905a47232cf7b258150&device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 1097 time: 0.0735710
Aug 23 01:56:14.071187 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:14.133276 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-07d75b1b-fc45-4d75-b337-0e6ee8e849fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ae0caa-a883-4648-8844-07eca8b928c6 HTTP/1.1" status: 200  len: 217 time: 0.0618012
Aug 23 01:56:14.254651 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-eac54c56-2ea6-481f-9fc7-70832d744a5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:14.257624 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-eac54c56-2ea6-481f-9fc7-70832d744a5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0de8f50-85ac-4e52-8846-c49f8f2624a8 HTTP/1.1" status: 200  len: 855 time: 0.1026852
Aug 23 01:56:14.306611 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-83e8e9cc-1c75-44bd-acf8-d3fee6918297 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e53c772e-7954-4a2c-84fa-6dee497c55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408406
Aug 23 01:56:14.438574 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-849b58fe-9aba-49f5-8f08-a2fe7da42ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245074
Aug 23 01:56:14.457490 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1262f6e8-0181-4fef-bf9f-21c6f993257b {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:56:14.466448 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:14.487009 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Transition to ACTIVE for port object 1262f6e8-0181-4fef-bf9f-21c6f993257b will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:56:14.500467 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a0953-2456-4b65-9c6c-44984ed57f06 req-6115a1fd-ab7c-43d8-b7e0-6ddb9a7ffa39 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:14.501937 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-670a0953-2456-4b65-9c6c-44984ed57f06 req-6115a1fd-ab7c-43d8-b7e0-6ddb9a7ffa39 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1132104
Aug 23 01:56:14.551926 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-670a0953-2456-4b65-9c6c-44984ed57f06 req-0f8de527-02a9-435e-9720-94eb938b6865 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437624
Aug 23 01:56:14.574971 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ed30cdf-db1f-471e-96bf-46d23c527c82 req-4b7c0261-cd7d-4fa6-8549-2d44853eb09a service neutron] 10.222.0.21 "GET /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289546
Aug 23 01:56:14.590820 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:14.595329 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:14.766238 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1262f6e8-0181-4fef-bf9f-21c6f993257b,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:14.770239 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:14.877207 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Attempting to bind port 1262f6e8-0181-4fef-bf9f-21c6f993257b on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:56:14.877598 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Attempting to bind port 1262f6e8-0181-4fef-bf9f-21c6f993257b by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:56:14.877859 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Attempting to bind port 1262f6e8-0181-4fef-bf9f-21c6f993257b on network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:56:14.884117 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Port 1262f6e8-0181-4fef-bf9f-21c6f993257b on network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:56:14.884446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Attempting to bind port 1262f6e8-0181-4fef-bf9f-21c6f993257b on network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:56:14.891341 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:56:14.891995 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Checking segment: {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:56:14.892547 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Bound using segment: {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:56:14.893073 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Bound port: 1262f6e8-0181-4fef-bf9f-21c6f993257b, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76eb113a-9a89-4465-b3af-cd4e77293fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:56:14.893414 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:14.993200 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] For port 1262f6e8-0181-4fef-bf9f-21c6f993257b, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:56:14.996366 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] For port 1262f6e8-0181-4fef-bf9f-21c6f993257b, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:56:15.027303 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff278-a85c-406c-849b-2c7075d3fd0b req-991ddde2-7b23-41c1-8f64-d45d37f1e34b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:15.028958 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-043ff278-a85c-406c-849b-2c7075d3fd0b req-991ddde2-7b23-41c1-8f64-d45d37f1e34b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0961888
Aug 23 01:56:15.076007 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-043ff278-a85c-406c-849b-2c7075d3fd0b req-ad3a8c12-6d6d-4a71-8078-da77560feace tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409703
Aug 23 01:56:15.082523 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:15.090049 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:15.130793 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:15.184198 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:15.187739 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 1094 time: 1.2307529
Aug 23 01:56:15.187739 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:15.219591 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1262f6e8-0181-4fef-bf9f-21c6f993257b,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:15.226594 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b9424dbc-9808-4e55-85e2-a095366626c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:15.246240 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a15ad-240f-4b3a-b34e-4b4f4bcc40f9 req-6d0b5cbf-5743-491b-9fef-807027a1fe78 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:15.247892 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-440a15ad-240f-4b3a-b34e-4b4f4bcc40f9 req-6d0b5cbf-5743-491b-9fef-807027a1fe78 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 944 time: 0.1261804
Aug 23 01:56:15.250353 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'status': 'completed', 'code': 200}
Aug 23 01:56:15.341454 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-440a15ad-240f-4b3a-b34e-4b4f4bcc40f9 req-2819226e-2c1c-4b8f-b6e8-91a07c89186c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877554
Aug 23 01:56:15.363828 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c92fec93-9a75-4e52-88ea-9a1d6e9311bc req-72a52ec3-c4cf-4597-8d5e-413a9624d8e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe01aed9b14497fb422023bf8bea00d&device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1097 time: 0.0800788
Aug 23 01:56:15.508052 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fec93-9a75-4e52-88ea-9a1d6e9311bc req-353290d4-35c1-428c-8320-b27dedf6b575 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:15.509525 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c92fec93-9a75-4e52-88ea-9a1d6e9311bc req-353290d4-35c1-428c-8320-b27dedf6b575 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe01aed9b14497fb422023bf8bea00d&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1358559
Aug 23 01:56:15.648500 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fec93-9a75-4e52-88ea-9a1d6e9311bc req-5c2a5115-b416-4214-aefe-9bedc74c90b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:15.650074 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c92fec93-9a75-4e52-88ea-9a1d6e9311bc req-5c2a5115-b416-4214-aefe-9bedc74c90b4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1332662
Aug 23 01:56:15.764745 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86373f4a-7df7-433c-afb0-378354566f75 req-e92ef56a-df41-4a2d-8345-af05e4f6800d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:15.764953 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-2f1a9719-602e-42bd-b862-2ca3a6b651df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe01aed9b14497fb422023bf8bea00d&device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1097 time: 0.0714371
Aug 23 01:56:15.766142 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-86373f4a-7df7-433c-afb0-378354566f75 req-e92ef56a-df41-4a2d-8345-af05e4f6800d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0774510
Aug 23 01:56:15.812394 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-86373f4a-7df7-433c-afb0-378354566f75 req-453eeeeb-b8a9-4414-86ff-88d3753688c4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406930
Aug 23 01:56:15.838642 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-a377255e-7f84-41cf-aab4-680c198a68b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 217 time: 0.0638006
Aug 23 01:56:15.901866 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-0cf57885-188f-424b-b252-2ea876395129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:15.903285 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-0cf57885-188f-424b-b252-2ea876395129 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b2e9090-c0cf-4d2d-a522-b51d278a5238 HTTP/1.1" status: 200  len: 854 time: 0.0574770
Aug 23 01:56:15.978404 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-ea094054-78ad-48d1-98a7-c355afbb5de7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677078
Aug 23 01:56:16.110790 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-c4ae9c16-f2f8-4a7a-82c8-2f0264df605d service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249905
Aug 23 01:56:16.256327 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8820e803-19c8-42cd-b337-647f472d9cb8 req-9f19a38d-20cc-4fa7-bcf2-e57e800da8d0 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382778
Aug 23 01:56:16.278772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9b4a6-d20a-4a6d-b3e9-35b5cb50c4af req-7f0c7627-0d68-4581-92a3-a049b89cd80b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:16.282183 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-65f9b4a6-d20a-4a6d-b3e9-35b5cb50c4af req-7f0c7627-0d68-4581-92a3-a049b89cd80b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0818236
Aug 23 01:56:16.327178 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-65f9b4a6-d20a-4a6d-b3e9-35b5cb50c4af req-2dd11fcf-b1c6-4527-8e3a-3e22c4d8fd35 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412366
Aug 23 01:56:16.546489 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc9d20-d54e-4c68-8666-258523ec082e req-6de0c5ae-d698-4b4d-bf1b-47b7ff9ab617 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:16.547913 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3bcc9d20-d54e-4c68-8666-258523ec082e req-6de0c5ae-d698-4b4d-bf1b-47b7ff9ab617 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 944 time: 0.0813107
Aug 23 01:56:16.593437 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3bcc9d20-d54e-4c68-8666-258523ec082e req-93a2af54-c936-4268-b08a-e1e5034a58c8 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395741
Aug 23 01:56:17.017636 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d1303-196d-4e85-8138-7077b8ca4daa req-b1f25239-8f4c-4117-ae85-dcea76bcfb74 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:17.019087 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-370d1303-196d-4e85-8138-7077b8ca4daa req-b1f25239-8f4c-4117-ae85-dcea76bcfb74 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.0754321
Aug 23 01:56:17.067624 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-370d1303-196d-4e85-8138-7077b8ca4daa req-b18bb087-2dc4-4453-bf6b-1d8dd3f22290 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423021
Aug 23 01:56:17.517186 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce7770-3ef2-491e-8470-60e3151d305a req-3997bc2d-edf2-4595-b9f7-36e87db13ec4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:17.518648 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-04ce7770-3ef2-491e-8470-60e3151d305a req-3997bc2d-edf2-4595-b9f7-36e87db13ec4 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 944 time: 0.0737276
Aug 23 01:56:17.565196 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-04ce7770-3ef2-491e-8470-60e3151d305a req-cc510906-9123-498d-91b3-ea0fa5372aac tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404515
Aug 23 01:56:17.785747 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de50754-cf38-4dc9-a059-a079123f44c4 req-47881e4e-af31-4d19-a902-1bdd05b98689 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:17.787217 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1de50754-cf38-4dc9-a059-a079123f44c4 req-47881e4e-af31-4d19-a902-1bdd05b98689 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 944 time: 0.0748465
Aug 23 01:56:17.831759 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1de50754-cf38-4dc9-a059-a079123f44c4 req-5617d2d2-133a-41b7-b7ff-57919bb53c3e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391753
Aug 23 01:56:18.140981 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 40ae0caa-a883-4648-8844-07eca8b928c6 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:56:18.277884 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 40ae0caa-a883-4648-8844-07eca8b928c6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=40ae0caa-a883-4648-8844-07eca8b928c6,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:18.291172 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '40ae0caa-a883-4648-8844-07eca8b928c6', 'network_id': 'e53c772e-7954-4a2c-84fa-6dee497c55c2', 'port_id': '40ae0caa-a883-4648-8844-07eca8b928c6', 'mac_address': 'fa:16:3e:2d:76:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0de8f50-85ac-4e52-8846-c49f8f2624a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:56:18.334688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfe7df-b7ac-4136-9f69-ee5ad2a5e51f req-3f9e125a-d354-4f51-97e2-2f4dced64333 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:18.336131 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cbfe7df-b7ac-4136-9f69-ee5ad2a5e51f req-3f9e125a-d354-4f51-97e2-2f4dced64333 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 944 time: 0.1364033
Aug 23 01:56:18.347066 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:18.364382 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ae0caa-a883-4648-8844-07eca8b928c6 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:56:18.379681 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 40ae0caa-a883-4648-8844-07eca8b928c6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=40ae0caa-a883-4648-8844-07eca8b928c6,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:18.381517 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cbfe7df-b7ac-4136-9f69-ee5ad2a5e51f req-4189dae6-d2f8-40d8-8752-4f7d449fd52b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396833
Aug 23 01:56:18.450809 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:18.451587 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:56:18.453713 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-efa5016c-19b5-4136-8fd0-2eaf47e7dd2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:18.586840 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=40ae0caa-a883-4648-8844-07eca8b928c6,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:18.592872 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:18.638958 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:18.652057 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'port_id': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'mac_address': 'fa:16:3e:42:b4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:56:18.707462 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:18.725439 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3835f18-c4b1-4262-8755-e5c10261da9f {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:56:18.740178 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:18.763375 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c67f4-39c3-45cf-98ea-a205c4ffbfe6 req-c5e8217c-1f61-4af1-9b49-09614aa190f0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:18.764832 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-548c67f4-39c3-45cf-98ea-a205c4ffbfe6 req-c5e8217c-1f61-4af1-9b49-09614aa190f0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 945 time: 0.0783536
Aug 23 01:56:18.809122 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-548c67f4-39c3-45cf-98ea-a205c4ffbfe6 req-6b122b0d-4b23-4305-9229-3974ee36ad25 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386586
Aug 23 01:56:18.834887 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:18.834887 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3be26d42-64e5-4ba0-b217-18edf4718011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:18.891978 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=9']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:18.895038 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:19.030282 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa4efc-414e-4032-9555-74b2f934cf5c req-6886f17c-21e6-4945-8714-9ff46cd17eda tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:19.031739 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5daa4efc-414e-4032-9555-74b2f934cf5c req-6886f17c-21e6-4945-8714-9ff46cd17eda tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 944 time: 0.0801916
Aug 23 01:56:19.076429 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5daa4efc-414e-4032-9555-74b2f934cf5c req-456b0cbc-0f4c-4c18-a22d-7a794f2497d6 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390840
Aug 23 01:56:19.157589 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['c3835f18-c4b1-4262-8755-e5c10261da9f'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:19.186097 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['40ae0caa-a883-4648-8844-07eca8b928c6'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:19.601440 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f0fa-fc54-4f91-9bd8-365b56635fc3 req-cb8855dd-3072-4ab9-bd1c-4fb472c58ad6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:19.602817 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-94d1f0fa-fc54-4f91-9bd8-365b56635fc3 req-cb8855dd-3072-4ab9-bd1c-4fb472c58ad6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 945 time: 0.0813317
Aug 23 01:56:19.647700 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-94d1f0fa-fc54-4f91-9bd8-365b56635fc3 req-1b584500-deb4-4009-8b95-62cd468c0982 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393779
Aug 23 01:56:19.681420 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfdeb7-a95c-49b4-a06d-b59f1a3e16d0 req-dcd30289-122b-4d1f-84e1-a17b23aa6b57 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:19.683133 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9dcfdeb7-a95c-49b4-a06d-b59f1a3e16d0 req-dcd30289-122b-4d1f-84e1-a17b23aa6b57 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0797565
Aug 23 01:56:19.728193 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9dcfdeb7-a95c-49b4-a06d-b59f1a3e16d0 req-2c90b76a-14d2-4d7d-b3e3-1c485876820d tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396316
Aug 23 01:56:20.002469 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a2def-8645-4c14-9976-e00c3ea034c3 req-d12a170f-b4a4-4b09-bb12-2d9f5e9465ee tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:20.003865 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-da6a2def-8645-4c14-9976-e00c3ea034c3 req-d12a170f-b4a4-4b09-bb12-2d9f5e9465ee tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 945 time: 0.0756824
Aug 23 01:56:20.048613 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-da6a2def-8645-4c14-9976-e00c3ea034c3 req-c67beed1-81c7-472d-be0b-2827bf744989 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384927
Aug 23 01:56:20.154918 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 1262f6e8-0181-4fef-bf9f-21c6f993257b details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:56:20.273335 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10fcfb-22a3-4b61-bb5a-48bf58a6c8f8 req-f35f1e2d-4165-4dfb-b955-08c3a6557375 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:20.274823 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cb10fcfb-22a3-4b61-bb5a-48bf58a6c8f8 req-f35f1e2d-4165-4dfb-b955-08c3a6557375 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 944 time: 0.0762422
Aug 23 01:56:20.292261 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 1262f6e8-0181-4fef-bf9f-21c6f993257b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:20.305616 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'port_id': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'mac_address': 'fa:16:3e:71:9f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:56:20.320673 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cb10fcfb-22a3-4b61-bb5a-48bf58a6c8f8 req-8a988918-45bd-4615-a334-265337f652b8 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401804
Aug 23 01:56:20.358148 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:20.379600 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1262f6e8-0181-4fef-bf9f-21c6f993257b {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:56:20.395948 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 1262f6e8-0181-4fef-bf9f-21c6f993257b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:20.467699 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:20.469542 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:20.533986 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=1262f6e8-0181-4fef-bf9f-21c6f993257b,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:20.536970 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:20.804044 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:20.865276 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e95c04-63fb-4a50-8741-8a22c4b3647b req-e6b909e1-b07b-435f-897b-5bb7faf1b716 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:20.867038 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-59e95c04-63fb-4a50-8741-8a22c4b3647b req-e6b909e1-b07b-435f-897b-5bb7faf1b716 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 945 time: 0.0831239
Aug 23 01:56:20.913268 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-59e95c04-63fb-4a50-8741-8a22c4b3647b req-f80103b3-48e3-47d9-b2d8-2b2b54616478 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404356
Aug 23 01:56:20.931322 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822a6ff-75f5-4b4a-b97d-e27d7c687329 req-379ec4a6-3658-4d6b-8262-5bcedeebadc0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:20.933068 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5822a6ff-75f5-4b4a-b97d-e27d7c687329 req-379ec4a6-3658-4d6b-8262-5bcedeebadc0 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0862913
Aug 23 01:56:20.979026 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5822a6ff-75f5-4b4a-b97d-e27d7c687329 req-67bb452c-fd58-4efb-81f1-e42ac3427591 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396590
Aug 23 01:56:21.238174 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3099e-5690-41ed-bd6f-f43c1e40c8ac req-49c81387-5dcb-4b04-82a7-1b519fa849ca tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:21.239512 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-13a3099e-5690-41ed-bd6f-f43c1e40c8ac req-49c81387-5dcb-4b04-82a7-1b519fa849ca tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 945 time: 0.0747418
Aug 23 01:56:21.286513 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-13a3099e-5690-41ed-bd6f-f43c1e40c8ac req-896cd0d8-5d57-47c2-8d2c-14dd87977551 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409305
Aug 23 01:56:21.517781 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4fabf-4f86-4d8f-9cf2-ab002b7bfe5b req-11752227-8bb6-4201-b3d6-ab8ea266bffc tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:21.519235 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e1e4fabf-4f86-4d8f-9cf2-ab002b7bfe5b req-11752227-8bb6-4201-b3d6-ab8ea266bffc tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 945 time: 0.0763931
Aug 23 01:56:21.613642 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e1e4fabf-4f86-4d8f-9cf2-ab002b7bfe5b req-bef028f8-e6ef-485d-8d20-7944cd899c28 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879831
Aug 23 01:56:21.985816 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e52321-e541-414a-aae7-6109f9a2c267 req-9b5a2899-0e2c-4e3f-8ab2-09ab51706624 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:21.987254 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-09e52321-e541-414a-aae7-6109f9a2c267 req-9b5a2899-0e2c-4e3f-8ab2-09ab51706624 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0741804
Aug 23 01:56:22.035622 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-09e52321-e541-414a-aae7-6109f9a2c267 req-9ae672d0-969c-4786-86da-4c86c87695b5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417914
Aug 23 01:56:22.157050 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2156e-d03e-4b56-bf1a-ce47c6232429 req-e78497db-effa-4839-9fea-af540d001e5b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:22.158676 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-41e2156e-d03e-4b56-bf1a-ce47c6232429 req-e78497db-effa-4839-9fea-af540d001e5b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 945 time: 0.0859854
Aug 23 01:56:22.167527 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 40ae0caa-a883-4648-8844-07eca8b928c6 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:56:22.206726 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-41e2156e-d03e-4b56-bf1a-ce47c6232429 req-a888b90f-ac10-4e86-80ec-6aa18004aac2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422814
Aug 23 01:56:22.244244 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895093a0-ea08-4ea4-af33-44361923e20a req-4dc7b84a-2653-4ff9-a836-5a9b20315536 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:22.245731 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-895093a0-ea08-4ea4-af33-44361923e20a req-4dc7b84a-2653-4ff9-a836-5a9b20315536 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0916643
Aug 23 01:56:22.293140 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-895093a0-ea08-4ea4-af33-44361923e20a req-bbb6f1af-f657-4068-bef8-9148945141fc tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396130
Aug 23 01:56:22.325076 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 40ae0caa-a883-4648-8844-07eca8b928c6 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:56:22.328633 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e200972-eb71-4972-9027-01c34b3df95e req-aaaaf170-3ca1-4526-ab38-77bcd17b505b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:22.330261 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8e200972-eb71-4972-9027-01c34b3df95e req-aaaaf170-3ca1-4526-ab38-77bcd17b505b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 945 time: 0.0810282
Aug 23 01:56:22.330586 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 40ae0caa-a883-4648-8844-07eca8b928c6 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:56:22.330986 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:22.400617 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Deleting port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:56:22.401072 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:22.446510 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:22.472261 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffe7590-1625-401b-a39d-37d19d830e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ae0caa-a883-4648-8844-07eca8b928c6'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:22.481881 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 40ae0caa-a883-4648-8844-07eca8b928c6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=40ae0caa-a883-4648-8844-07eca8b928c6,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:22.526224 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffe7590-1625-401b-a39d-37d19d830e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ae0caa-a883-4648-8844-07eca8b928c6', 'code': 200}
Aug 23 01:56:22.577983 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:22.578754 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 1262f6e8-0181-4fef-bf9f-21c6f993257b up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:56:22.610185 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-9f99f582-0972-4b53-990f-373ca60a9ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:22.640321 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be35b6-3713-47cd-a09e-4ffa1e682a23 req-3307c657-e9ba-4265-9465-4117fab0b848 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:22.642377 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b0be35b6-3713-47cd-a09e-4ffa1e682a23 req-3307c657-e9ba-4265-9465-4117fab0b848 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 945 time: 0.2166994
Aug 23 01:56:22.697908 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=40ae0caa-a883-4648-8844-07eca8b928c6,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:22.709646 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.709992 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.710329 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.710663 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.710994 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.711985 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.711985 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.712187 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.712411 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.712761 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.713082 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:22.717920 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:22.737142 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b0be35b6-3713-47cd-a09e-4ffa1e682a23 req-60ef1777-4b05-4b6c-9009-aad6c67bce11 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870726
Aug 23 01:56:22.751772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] For port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:22.752132 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:22.819253 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b99454-538a-44dc-bee3-a10eac656d12 req-50a43f20-666f-4888-b4d0-3da2a9b22762 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:22.820843 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c7b99454-538a-44dc-bee3-a10eac656d12 req-50a43f20-666f-4888-b4d0-3da2a9b22762 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 945 time: 0.0845232
Aug 23 01:56:22.824646 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 1262f6e8-0181-4fef-bf9f-21c6f993257b completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:56:22.835417 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 1262f6e8-0181-4fef-bf9f-21c6f993257b triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:56:22.835417 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:22.867782 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c7b99454-538a-44dc-bee3-a10eac656d12 req-ee97d263-a299-40f1-8f41-d51b8f9c2f44 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411685
Aug 23 01:56:22.878160 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Calling delete_port for f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d owned by compute:nova {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:56:22.948419 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:22.983295 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 1262f6e8-0181-4fef-bf9f-21c6f993257b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:22.987588 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1ffbe6fa-ee75-4ed7-99d1-866dc8ff513a req-02ad65f7-1027-46ad-b0fe-9753e9bd5ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 1099 time: 0.0729952
Aug 23 01:56:23.030936 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1ffbe6fa-ee75-4ed7-99d1-866dc8ff513a req-ce21a255-d7ef-4b59-b834-66341f0fae04 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362179
Aug 23 01:56:23.062188 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:23.063052 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:56:23.090444 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-64e6a9a7-1abd-4213-a23d-aca67a34d3dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:23.145287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:23.151961 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-843e7393-04f3-4722-a242-c4ab8987ac0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:23.160673 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['ee6e83f2-e850-48bf-8633-f93de9ecf6ec', 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:23.195810 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Pushing event deleted for resources: {'Port': ['ID=f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:23.199912 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:23.237725 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=1262f6e8-0181-4fef-bf9f-21c6f993257b,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:23.244034 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:23.277381 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port c3835f18-c4b1-4262-8755-e5c10261da9f triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:56:23.277757 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:23.305478 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f90b5-d528-44f9-8920-4751b2232ca0 req-151e59b1-4aed-46bb-a178-d44cf32110b6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:23.307208 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8c3f90b5-d528-44f9-8920-4751b2232ca0 req-151e59b1-4aed-46bb-a178-d44cf32110b6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1061785
Aug 23 01:56:23.360056 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8c3f90b5-d528-44f9-8920-4751b2232ca0 req-3647fd86-be49-4049-8b8f-f3d57e4c6124 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465159
Aug 23 01:56:23.427672 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe5404-9883-4eda-8fab-440fd4fcb4e1 req-0b3ccfdd-b974-45ea-a028-dba3a9eb2f6c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:23.429781 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0fbe5404-9883-4eda-8fab-440fd4fcb4e1 req-0b3ccfdd-b974-45ea-a028-dba3a9eb2f6c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 945 time: 0.0809531
Aug 23 01:56:23.461079 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:23.483997 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0fbe5404-9883-4eda-8fab-440fd4fcb4e1 req-521e58d6-9453-4a80-81b4-ce3cecd13219 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478568
Aug 23 01:56:23.499811 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:23.602919 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-686b48e4-b12c-485c-8169-614d97671adc req-f58be53d-a009-43bb-97dc-527d245932df tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 210 time: 0.1048789
Aug 23 01:56:23.610762 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:23.612525 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:23.678796 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=10']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:23.682222 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:23.713967 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] No DVR routers for this DVR port f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d on host hv-cinder-80552 {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:56:23.716887 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:23.719381 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7a86d-f6f3-4264-866e-157930b4d8c2', 'name': 'network-vif-deleted', 'tag': 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:23.772459 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7a86d-f6f3-4264-866e-157930b4d8c2', 'name': 'network-vif-deleted', 'tag': 'f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d', 'status': 'completed', 'code': 200}
Aug 23 01:56:23.789265 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8e200972-eb71-4972-9027-01c34b3df95e req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.21 "DELETE /v2.0/ports/f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d HTTP/1.1" status: 204  len: 173 time: 1.4532526
Aug 23 01:56:23.957846 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ffc5-122d-4ec3-8ddd-1c0b8a557ec2 req-2973f2f0-b1dc-45c1-bb6d-e42e4065c40b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:23.959946 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-34c4ffc5-122d-4ec3-8ddd-1c0b8a557ec2 req-2973f2f0-b1dc-45c1-bb6d-e42e4065c40b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 946 time: 0.0899251
Aug 23 01:56:24.007942 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-34c4ffc5-122d-4ec3-8ddd-1c0b8a557ec2 req-8deee4ef-0ad2-4093-ba30-c5ba28d63b34 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410237
Aug 23 01:56:24.067504 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e536fd-e3c0-45c5-869d-c4c4f629059e req-ba567470-183e-4e51-bda9-859575b00518 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:24.069088 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c8e536fd-e3c0-45c5-869d-c4c4f629059e req-ba567470-183e-4e51-bda9-859575b00518 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0768464
Aug 23 01:56:24.114708 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c8e536fd-e3c0-45c5-869d-c4c4f629059e req-06defaad-5fdc-4187-b730-0a5e33193b1d tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395994
Aug 23 01:56:24.528010 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b'}, {'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:24.582499 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86fb70-7c24-459d-9809-fec222ff5048 req-aa508bf6-831f-4fb2-99da-33d1839329aa tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:24.584007 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ad86fb70-7c24-459d-9809-fec222ff5048 req-aa508bf6-831f-4fb2-99da-33d1839329aa tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0886643
Aug 23 01:56:24.631038 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ad86fb70-7c24-459d-9809-fec222ff5048 req-e683b861-a28a-40e4-9af6-8bb145f72716 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412595
Aug 23 01:56:24.709201 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'code': 200}
Aug 23 01:56:24.709459 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'code': 200}
Aug 23 01:56:24.721803 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5810778-03ec-4f28-858d-8817d5253e1b req-c50b99dd-f8b1-43fb-9e8d-d208a832b37b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:24.723322 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a5810778-03ec-4f28-858d-8817d5253e1b req-c50b99dd-f8b1-43fb-9e8d-d208a832b37b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 947 time: 0.0997992
Aug 23 01:56:24.778098 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a5810778-03ec-4f28-858d-8817d5253e1b req-c6d570ca-95ad-48a0-be87-d867a421392b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467036
Aug 23 01:56:24.873448 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-ea8597fc-398f-466d-b876-1aabf2aa8924 req-9645898c-23d4-422c-8392-fe27e316fa66 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Synchronizing usage tracker for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:56:24.990649 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-ea8597fc-398f-466d-b876-1aabf2aa8924 req-9645898c-23d4-422c-8392-fe27e316fa66 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Unset dirty status for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:56:24.991781 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ea8597fc-398f-466d-b876-1aabf2aa8924 req-9645898c-23d4-422c-8392-fe27e316fa66 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b7a86d-f6f3-4264-866e-157930b4d8c2 HTTP/1.1" status: 200  len: 210 time: 0.1627491
Aug 23 01:56:25.149610 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-133a2b2f-8282-40e0-a842-2a5195492d13 req-4dcfbe22-6830-4bbc-8df7-20f5bdc15f7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1099 time: 0.0709460
Aug 23 01:56:25.194480 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-133a2b2f-8282-40e0-a842-2a5195492d13 req-673e40bf-d50d-48a1-a100-1222d46a9d09 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377758
Aug 23 01:56:25.219543 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459a348-2393-42d2-8f21-96ec2249e8bf req-94d49d39-2008-44db-b54f-0614982c1cac tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:25.221223 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b459a348-2393-42d2-8f21-96ec2249e8bf req-94d49d39-2008-44db-b54f-0614982c1cac tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 946 time: 0.0859559
Aug 23 01:56:25.266877 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b459a348-2393-42d2-8f21-96ec2249e8bf req-8895fd59-24ce-40ef-ab40-9c9a1ee84862 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399365
Aug 23 01:56:25.315996 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb2ec-24f6-48a8-b698-8de7154b655e req-1530b8f2-3a30-47eb-abb5-9012c7bf45a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:25.317496 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b11cb2ec-24f6-48a8-b698-8de7154b655e req-1530b8f2-3a30-47eb-abb5-9012c7bf45a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0821376
Aug 23 01:56:25.362105 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b11cb2ec-24f6-48a8-b698-8de7154b655e req-4939cc68-e050-49f4-8886-d61e450aa796 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384960
Aug 23 01:56:25.680581 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-564b800f-8555-4fc8-b4a4-eec2c8e2b7be req-eebe6bb6-2f98-4f8a-a5e2-d1a62e2c0728 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 1100 time: 0.0677803
Aug 23 01:56:25.725956 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-564b800f-8555-4fc8-b4a4-eec2c8e2b7be req-6641f0d3-4875-44fd-aadf-112780cfdfac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374298
Aug 23 01:56:25.842737 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc35fd-aed0-4ccb-a01e-17a98d461b75 req-8fb9c6b4-e100-4868-b062-42572766f59b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:25.844148 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a6fc35fd-aed0-4ccb-a01e-17a98d461b75 req-8fb9c6b4-e100-4868-b062-42572766f59b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0856144
Aug 23 01:56:25.891339 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a6fc35fd-aed0-4ccb-a01e-17a98d461b75 req-5a9cd6c7-d413-4764-b949-5651d7841ff4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409112
Aug 23 01:56:26.006902 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7062fd3-1514-4a29-9f9b-9420b30ba183 req-a2856c70-fe2b-4308-9bff-bc2f9dc0214b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:26.008383 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a7062fd3-1514-4a29-9f9b-9420b30ba183 req-a2856c70-fe2b-4308-9bff-bc2f9dc0214b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 947 time: 0.0837374
Aug 23 01:56:26.069676 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a7062fd3-1514-4a29-9f9b-9420b30ba183 req-1f178bc0-3ac0-4077-94b2-7a72b51d72c4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554774
Aug 23 01:56:26.185378 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:56:26.220147 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:56:26.220799 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device f0c32b42-2eab-4ddb-9105-2c8b90bd0e1d not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:56:26.571108 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ef923-9b00-4724-a397-5b0ca972f08b req-fac49e71-55b6-4a87-a520-92cfdfef9b4c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:26.573150 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d76ef923-9b00-4724-a397-5b0ca972f08b req-fac49e71-55b6-4a87-a520-92cfdfef9b4c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0822709
Aug 23 01:56:26.624954 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d76ef923-9b00-4724-a397-5b0ca972f08b req-a7d12e63-8fa2-4573-bfd5-86bbc001e178 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456843
Aug 23 01:56:26.696872 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2502-ab30-47f5-8b4a-a6f8793e5a59 req-1b74ece0-6eca-4d21-b481-de242c661da2 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:26.698261 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a99a2502-ab30-47f5-8b4a-a6f8793e5a59 req-1b74ece0-6eca-4d21-b481-de242c661da2 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0889721
Aug 23 01:56:26.747571 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a99a2502-ab30-47f5-8b4a-a6f8793e5a59 req-be09357a-e045-486a-be94-c12b177a8985 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436158
Aug 23 01:56:27.094220 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79617162-a7d2-4623-b4a1-789d475a7fd1 req-d6d9ecb2-1d66-486f-858e-bb6799144acf tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:27.095716 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-79617162-a7d2-4623-b4a1-789d475a7fd1 req-d6d9ecb2-1d66-486f-858e-bb6799144acf tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0840092
Aug 23 01:56:27.152782 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-79617162-a7d2-4623-b4a1-789d475a7fd1 req-e4e82df9-5df0-43d7-9f7a-1cf827d4b75c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502408
Aug 23 01:56:27.303937 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a6632-ee94-4794-ac09-b5411c7ee155 req-1161fea5-6669-4a9f-86b3-45a099e0d974 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:27.305313 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-029a6632-ee94-4794-ac09-b5411c7ee155 req-1161fea5-6669-4a9f-86b3-45a099e0d974 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 947 time: 0.0833147
Aug 23 01:56:27.351657 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-029a6632-ee94-4794-ac09-b5411c7ee155 req-d015e588-6501-4187-8242-d80a2cd89fd1 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401669
Aug 23 01:56:27.616001 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7547b91b-8d67-4a22-8981-665e92407c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:27.826709 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63108e-a810-4805-a547-0ae289ab1c5c req-968bdf2c-0285-4ea9-8f3c-af208243b42b tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:27.828080 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2c63108e-a810-4805-a547-0ae289ab1c5c req-968bdf2c-0285-4ea9-8f3c-af208243b42b tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0797985
Aug 23 01:56:27.876650 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2c63108e-a810-4805-a547-0ae289ab1c5c req-e39d63fc-2a16-49b4-97dd-272308cde7ec tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425138
Aug 23 01:56:28.061767 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eeeb74-0a77-4867-9080-8b850ae6a6b9 req-ccd58040-bf96-4619-a782-f6847bb79ce3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:28.063619 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-36eeeb74-0a77-4867-9080-8b850ae6a6b9 req-ccd58040-bf96-4619-a782-f6847bb79ce3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0791564
Aug 23 01:56:28.109420 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-36eeeb74-0a77-4867-9080-8b850ae6a6b9 req-d0d295a7-1195-42fc-9fd9-12cda3f12fb7 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397727
Aug 23 01:56:28.305081 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2d87e-c02a-438f-8c70-3f25426a84f4 req-820b76a7-0884-4175-9d3e-31ee29cd44ef tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:28.306997 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0ba2d87e-c02a-438f-8c70-3f25426a84f4 req-820b76a7-0884-4175-9d3e-31ee29cd44ef tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0882189
Aug 23 01:56:28.311038 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:28.359375 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0ba2d87e-c02a-438f-8c70-3f25426a84f4 req-f44d4f68-71cf-44c4-8a60-d9adf098edc2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417488
Aug 23 01:56:28.451414 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd52f63-427e-4f72-945b-f0baf9ca5fd4 req-983ce8c2-9528-4961-abe9-7b8011a570c6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:28.456764 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5bd52f63-427e-4f72-945b-f0baf9ca5fd4 req-983ce8c2-9528-4961-abe9-7b8011a570c6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1063302
Aug 23 01:56:28.501645 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5bd52f63-427e-4f72-945b-f0baf9ca5fd4 req-379abd18-96e6-41d0-9f5f-e82285fe320a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418589
Aug 23 01:56:28.713071 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353b716-c6f7-48c0-a398-620ce9e38d71 req-c1f11615-631d-4ad5-a116-4f881d0c4475 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:28.714635 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2353b716-c6f7-48c0-a398-620ce9e38d71 req-c1f11615-631d-4ad5-a116-4f881d0c4475 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 947 time: 0.0830338
Aug 23 01:56:28.763132 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2353b716-c6f7-48c0-a398-620ce9e38d71 req-6bf13103-b730-424f-b9be-9c1efbe8de23 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423219
Aug 23 01:56:28.944874 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b024e5a-3fd0-4cdb-9702-be1b35cf8af3 req-3e07cc9a-9249-4b26-940d-981529e183c0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:28.946248 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2b024e5a-3fd0-4cdb-9702-be1b35cf8af3 req-3e07cc9a-9249-4b26-940d-981529e183c0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0793078
Aug 23 01:56:28.993512 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2b024e5a-3fd0-4cdb-9702-be1b35cf8af3 req-dbf42287-22ed-4000-bcd9-627cf5a9594b tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416536
Aug 23 01:56:29.304450 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a8268-2d14-4f28-81eb-9314d57eec52 req-1db36789-48a2-4b91-b193-b6d59b78997e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:29.305808 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-570a8268-2d14-4f28-81eb-9314d57eec52 req-1db36789-48a2-4b91-b193-b6d59b78997e tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0786533
Aug 23 01:56:29.350524 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-570a8268-2d14-4f28-81eb-9314d57eec52 req-7b30ccea-a1b1-4dcf-8071-bcb69cbbe1ae tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387461
Aug 23 01:56:29.705535 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd077ee9-295d-4f30-9c44-c48e5ddf01f7 req-2d782e6a-e045-4506-91dd-305d53237bb2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:29.707105 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cd077ee9-295d-4f30-9c44-c48e5ddf01f7 req-2d782e6a-e045-4506-91dd-305d53237bb2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0798345
Aug 23 01:56:29.752837 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cd077ee9-295d-4f30-9c44-c48e5ddf01f7 req-0038067c-75d2-4007-8395-65356d3894f6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401242
Aug 23 01:56:29.961885 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cf66-8a07-4c2d-a675-7f0e6c9f10ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:29.990997 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350743ad-62ac-4ace-9750-8485987856c0 req-35d704a8-8ed5-481c-a8d9-b4282b75369d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:29.992961 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-350743ad-62ac-4ace-9750-8485987856c0 req-35d704a8-8ed5-481c-a8d9-b4282b75369d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 947 time: 0.0792727
Aug 23 01:56:30.039070 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-350743ad-62ac-4ace-9750-8485987856c0 req-796ecec9-ff5c-45c8-bbf4-9bb1fe6d6ef2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402870
Aug 23 01:56:30.549593 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0237b85-f62e-4fdb-8ee8-20c0e7c7c590 req-7588f330-0cc8-4678-92d7-cd5f504698c3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:30.551168 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d0237b85-f62e-4fdb-8ee8-20c0e7c7c590 req-7588f330-0cc8-4678-92d7-cd5f504698c3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0798178
Aug 23 01:56:30.597297 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d0237b85-f62e-4fdb-8ee8-20c0e7c7c590 req-03848edb-0563-4b9a-9f83-d2cc66a545cf tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396855
Aug 23 01:56:30.796333 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:30.956889 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8165c2a-035d-4ab4-a554-596921a37229 req-f97c2176-6440-4e5e-b043-61a9d204a7d9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:30.958314 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d8165c2a-035d-4ab4-a554-596921a37229 req-f97c2176-6440-4e5e-b043-61a9d204a7d9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0795419
Aug 23 01:56:31.005819 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d8165c2a-035d-4ab4-a554-596921a37229 req-200bce52-1bff-46c2-95bc-bd22d2d5b79e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401888
Aug 23 01:56:31.802182 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0387559-0bff-4e67-83af-266e2089f6d3 req-a8168c4c-2505-40a6-a912-323ac0b416af tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:31.804279 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d0387559-0bff-4e67-83af-266e2089f6d3 req-a8168c4c-2505-40a6-a912-323ac0b416af tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0806403
Aug 23 01:56:31.852795 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d0387559-0bff-4e67-83af-266e2089f6d3 req-9b2160f2-6b99-46ad-83e2-7bd684199e41 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425382
Aug 23 01:56:32.209051 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37a4c-b0ae-42e6-9eae-f621b4d397b1 req-ff55f6ba-7e8c-4d11-91ee-2f484f2a2c40 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:32.210493 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9be37a4c-b0ae-42e6-9eae-f621b4d397b1 req-ff55f6ba-7e8c-4d11-91ee-2f484f2a2c40 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0816736
Aug 23 01:56:32.257655 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9be37a4c-b0ae-42e6-9eae-f621b4d397b1 req-4a22946e-5fef-4f14-a93b-3d2c24c3ed15 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416415
Aug 23 01:56:32.504625 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:32.658773 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-7925b052-d34f-4ffa-a46c-debd825503c3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:32.660199 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-7925b052-d34f-4ffa-a46c-debd825503c3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.21 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.0785244
Aug 23 01:56:32.729677 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Deleting port ee6e83f2-e850-48bf-8633-f93de9ecf6ec {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:56:32.730010 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:33.088487 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] For port ee6e83f2-e850-48bf-8633-f93de9ecf6ec, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:33.088867 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:33.217631 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Calling delete_port for ee6e83f2-e850-48bf-8633-f93de9ecf6ec owned by compute:nova {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:56:33.249307 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c2967-040a-44a9-af58-a1c0adaeb31c req-8830a447-1035-4425-b82c-7539faf4301b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:33.250756 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-015c2967-040a-44a9-af58-a1c0adaeb31c req-8830a447-1035-4425-b82c-7539faf4301b tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 945 time: 0.2724869
Aug 23 01:56:33.331723 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-015c2967-040a-44a9-af58-a1c0adaeb31c req-f526f2b2-b3b5-43f9-a2ee-9a7d67f0c6c3 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/security-groups?id=80cd3bfe-8a41-4260-96c7-9d57f527de3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712631
Aug 23 01:56:33.487921 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:33.495625 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:33.502075 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['ee6e83f2-e850-48bf-8633-f93de9ecf6ec'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:33.513653 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf9a45-9c8e-46d8-9347-0485374d5102 req-06a6b278-849c-4c59-974b-cfc96fc2cb0c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:33.515150 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-99cf9a45-9c8e-46d8-9347-0485374d5102 req-06a6b278-849c-4c59-974b-cfc96fc2cb0c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1339307
Aug 23 01:56:33.544487 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Pushing event deleted for resources: {'Port': ['ID=ee6e83f2-e850-48bf-8633-f93de9ecf6ec,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:33.547204 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:33.565883 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-99cf9a45-9c8e-46d8-9347-0485374d5102 req-2d34e5cb-ccd6-499b-a207-79db4856e531 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441022
Aug 23 01:56:33.622441 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] No DVR routers for this DVR port ee6e83f2-e850-48bf-8633-f93de9ecf6ec on host hv-cinder-80552 {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:56:33.624912 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:33.627501 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f283d7a8-645c-4811-a0e8-e3fa0b1320e8', 'name': 'network-vif-deleted', 'tag': 'ee6e83f2-e850-48bf-8633-f93de9ecf6ec'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:33.681988 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f283d7a8-645c-4811-a0e8-e3fa0b1320e8', 'name': 'network-vif-deleted', 'tag': 'ee6e83f2-e850-48bf-8633-f93de9ecf6ec', 'status': 'completed', 'code': 200}
Aug 23 01:56:33.731036 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2a271289-e81e-4539-93e5-3d5cf4ad5e22 req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.21 "DELETE /v2.0/ports/ee6e83f2-e850-48bf-8633-f93de9ecf6ec HTTP/1.1" status: 204  len: 173 time: 1.0655639
Aug 23 01:56:34.399199 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d0b1-1749-4169-aaa5-e83bbec5913e req-5cee18a2-3647-4e02-a426-7dd1ff45eccd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:34.400799 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-21d3d0b1-1749-4169-aaa5-e83bbec5913e req-5cee18a2-3647-4e02-a426-7dd1ff45eccd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0763037
Aug 23 01:56:34.451221 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-21d3d0b1-1749-4169-aaa5-e83bbec5913e req-ab2c9f10-84e4-4521-8a32-de4d9c262b25 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444305
Aug 23 01:56:34.516454 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-532dda5e-2a70-4896-bb49-aaa9ceffe43f req-617ab8d5-5d2a-48b8-bcc6-b831f794f475 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Synchronizing usage tracker for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:56:34.603300 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-532dda5e-2a70-4896-bb49-aaa9ceffe43f req-617ab8d5-5d2a-48b8-bcc6-b831f794f475 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Unset dirty status for tenant:36b9bb2944ff41d892d03e1ae5a30cd7 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:56:34.604468 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-532dda5e-2a70-4896-bb49-aaa9ceffe43f req-617ab8d5-5d2a-48b8-bcc6-b831f794f475 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] 10.222.0.20 "GET /v2.0/ports?device_id=f283d7a8-645c-4811-a0e8-e3fa0b1320e8 HTTP/1.1" status: 200  len: 210 time: 0.1290765
Aug 23 01:56:34.641306 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-f39b514f-eee8-49c8-83b3-a6b2f8efc7c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 1099 time: 0.0736322
Aug 23 01:56:34.786065 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-c5701264-6000-4308-9c96-5363f3fc27d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:34.787169 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-c5701264-6000-4308-9c96-5363f3fc27d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 911 time: 0.1332755
Aug 23 01:56:34.914730 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-61e27db3-e302-41f8-bbe0-78cc95620690 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72df2711-f9c2-4666-9c88-ad04f24bece8 HTTP/1.1" status: 200  len: 1002 time: 0.1085463
Aug 23 01:56:34.978698 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-9c892c47-7993-432f-b6f8-1c658e58a8b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:34.980781 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-9c892c47-7993-432f-b6f8-1c658e58a8b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.0592709
Aug 23 01:56:35.062471 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-b15a6272-ae64-4f89-943d-1fd3debe6f15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750482
Aug 23 01:56:35.206125 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-43dcb1b4-c3e6-4f6c-af97-f95c506e9c9a service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367872
Aug 23 01:56:35.346080 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c427a8e7-b876-492f-8c55-4dd9662005a4 req-09efc20f-ef8e-4eba-8725-48d87439e8fc service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311178
Aug 23 01:56:35.669256 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e052-a1f4-4a6a-85da-a135f256ddaf req-744567d8-ab4d-47f5-bffa-2ed0caed041f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:35.677864 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bc3e052-a1f4-4a6a-85da-a135f256ddaf req-744567d8-ab4d-47f5-bffa-2ed0caed041f tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.1057274
Aug 23 01:56:35.725113 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 55956) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:35.728797 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bc3e052-a1f4-4a6a-85da-a135f256ddaf req-6c342de5-accf-4a40-b244-33e6ae7d8932 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442102
Aug 23 01:56:36.209961 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:36.253544 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device ee6e83f2-e850-48bf-8633-f93de9ecf6ec no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:56:36.293891 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: ee6e83f2-e850-48bf-8633-f93de9ecf6ec {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:56:36.294398 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device ee6e83f2-e850-48bf-8633-f93de9ecf6ec not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:56:36.857130 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Deleting port 19714e0b-ffb6-427d-90c0-8acd98f13672 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:56:36.857468 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:36.937508 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf65863-e5e7-4380-a306-5ef5848c0540 req-f43ec47f-1d34-4bbc-a858-feae9d6e349c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:36.943543 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5bf65863-e5e7-4380-a306-5ef5848c0540 req-f43ec47f-1d34-4bbc-a858-feae9d6e349c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0844316
Aug 23 01:56:36.984971 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5bf65863-e5e7-4380-a306-5ef5848c0540 req-89d7dd08-fda3-4aec-a274-c42d0b686afd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401857
Aug 23 01:56:37.057738 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] For port 19714e0b-ffb6-427d-90c0-8acd98f13672, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=19714e0b-ffb6-427d-90c0-8acd98f13672,segment=NetworkSegment(71546fe7-c443-48a8-9238-174afab1905b),segment_id=71546fe7-c443-48a8-9238-174afab1905b)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:37.058091 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:37.181535 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Calling delete_port for 19714e0b-ffb6-427d-90c0-8acd98f13672 owned by network:router_interface {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:56:37.644179 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:37.648106 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:37.687481 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=19714e0b-ffb6-427d-90c0-8acd98f13672,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:37.691402 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:37.964137 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:38.525028 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Router fb3eccc5-1339-48df-af8f-3c05f89848ca has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:56:38.718913 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:56:38.727066 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] Sync routers for ids ['fb3eccc5-1339-48df-af8f-3c05f89848ca'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:56:38.738582 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] Routers {'fb3eccc5-1339-48df-af8f-3c05f89848ca'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:56:38.739251 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f36d30>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:56:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['fb3eccc5-1339-48df-af8f-3c05f89848ca'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:38.803901 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-7de1cc83-5964-4870-b500-6930779c0b9e admin admin] 10.222.0.20 "PUT /v2.0/routers/fb3eccc5-1339-48df-af8f-3c05f89848ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0772178
Aug 23 01:56:38.806123 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 55986) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:38.913700 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] Set router fb3eccc5-1339-48df-af8f-3c05f89848ca gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:56:39.008239 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:39.202318 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f36d30>, [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:56:37Z', 'revision_number': 5, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:39.206204 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] Checking router: fb3eccc5-1339-48df-af8f-3c05f89848ca for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:56:39.219596 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] Routers {'fb3eccc5-1339-48df-af8f-3c05f89848ca'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:56:39.220191 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f36d30>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:56:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['fb3eccc5-1339-48df-af8f-3c05f89848ca'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:39.291813 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:39.358649 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Deleting port 4b201b78-75aa-4183-9199-91265ec8fb02 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:56:39.358999 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:39.390523 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] Set router fb3eccc5-1339-48df-af8f-3c05f89848ca gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:56:39.532355 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] For port 4b201b78-75aa-4183-9199-91265ec8fb02, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=4b201b78-75aa-4183-9199-91265ec8fb02,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:39.532628 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:39.650937 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Calling delete_port for 4b201b78-75aa-4183-9199-91265ec8fb02 owned by network:router_gateway {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:56:39.665612 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f36d30>, [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:56:37Z', 'revision_number': 5, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:39.669412 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1342e-035c-438c-845c-6373bddfdf6d None None] The sync data for ids ['fb3eccc5-1339-48df-af8f-3c05f89848ca'] in dv-cinder-805529-1-iscsi is: [{'id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'name': 'tempest-ServerRescueNegativeTestJSON-653818493-router', 'tenant_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:42Z', 'updated_at': '2021-08-23T01:56:37Z', 'revision_number': 5, 'project_id': '36b9bb2944ff41d892d03e1ae5a30cd7', 'gw_port': {'id': '4b201b78-75aa-4183-9199-91265ec8fb02', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eccc5-1339-48df-af8f-3c05f89848ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:56:39.904719 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:39.910568 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-511ce56f-ffbb-4015-9b59-559502b9ab00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:39.948166 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b201b78-75aa-4183-9199-91265ec8fb02,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:39.951103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:40.163162 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 19714e0b-ffb6-427d-90c0-8acd98f13672 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:56:40.180385 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:40.192218 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 19714e0b-ffb6-427d-90c0-8acd98f13672 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:56:40.192618 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 19714e0b-ffb6-427d-90c0-8acd98f13672 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:56:40.432508 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:40.436664 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:40.667443 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:40.667865 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb3eccc5-1339-48df-af8f-3c05f89848ca {{(pid=75865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 01:56:40.680636 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:40.683970 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fb3eccc5-1339-48df-af8f-3c05f89848ca HTTP/1.1" status: 204  len: 168 time: 1.8743248
Aug 23 01:56:40.684827 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 55998) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:40.745048 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Deleting subnet a6152956-0cfc-43c8-bc49-815447081ede {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:56:40.747963 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:40.795002 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637460'] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:40.847961 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:40.999436 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1466720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1228103'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.003577 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:41.040027 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6152956-0cfc-43c8-bc49-815447081ede,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:41.060758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:41.060758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.060758 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a6152956-0cfc-43c8-bc49-815447081ede HTTP/1.1" status: 204  len: 168 time: 0.3703513
Aug 23 01:56:41.060758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56002) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:41.166064 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.295668 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.308791 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480c44490>,) {'filters': {'network_id': ['e56a9512-948e-4ab3-b96a-c8af4812c288']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:41.320998 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480c44490>, '71546fe7-c443-48a8-9238-174afab1905b') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:41.321242 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480c44490>, '71546fe7-c443-48a8-9238-174afab1905b') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:41.335589 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.351442 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.357298 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:56:41.357677 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:56:41.371256 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:56:41.644703 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.648265 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:41.661053 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:41.671385 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Pushing event deleted for resources: {'Network': ['ID=e56a9512-948e-4ab3-b96a-c8af4812c288,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:41.674363 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:41.764824 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] 10.222.0.20 "DELETE /v2.0/networks/e56a9512-948e-4ab3-b96a-c8af4812c288 HTTP/1.1" status: 204  len: 168 time: 0.7048857
Aug 23 01:56:42.098354 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 4b201b78-75aa-4183-9199-91265ec8fb02 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:56:42.130943 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 4b201b78-75aa-4183-9199-91265ec8fb02 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:56:42.131279 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 4b201b78-75aa-4183-9199-91265ec8fb02 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:56:42.211528 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56014) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:42.261991 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-78c2e8c9-e144-4990-bd32-1b1e94bbc50a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36b9bb2944ff41d892d03e1ae5a30cd7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491178
Aug 23 01:56:42.264271 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56018) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:42.326333 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42da79ab-a269-4b67-86fb-502b1727ec33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:42.350600 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42da79ab-a269-4b67-86fb-502b1727ec33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:42.493482 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42da79ab-a269-4b67-86fb-502b1727ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:42.497244 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-8ccb9643-a61d-47b8-abaa-d14d95b12234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:42.510613 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da79ab-a269-4b67-86fb-502b1727ec33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cd3bfe-8a41-4260-96c7-9d57f527de3d,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:42.513269 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-42da79ab-a269-4b67-86fb-502b1727ec33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:42.591227 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42da79ab-a269-4b67-86fb-502b1727ec33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:42.592350 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-42da79ab-a269-4b67-86fb-502b1727ec33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80cd3bfe-8a41-4260-96c7-9d57f527de3d HTTP/1.1" status: 204  len: 168 time: 0.3271718
Aug 23 01:56:44.850031 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e24b-abbd-4ddc-aee4-f436277e9b0c req-63bb4140-8db5-4c5d-b285-4c75b0b927f4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:44.851534 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fc55e24b-abbd-4ddc-aee4-f436277e9b0c req-63bb4140-8db5-4c5d-b285-4c75b0b927f4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0858958
Aug 23 01:56:44.896526 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fc55e24b-abbd-4ddc-aee4-f436277e9b0c req-b0d0a0ad-9c54-4dc4-ad2f-140ef86ee216 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393500
Aug 23 01:56:44.924896 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56076) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:45.169908 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:45.180658 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-37fada44-a5fd-4c7a-8670-7912316fd264 tempest-TestMinimumBasicScenario-1711427433 tempest-TestMinimumBasicScenario-1711427433-project-admin] Synchronizing usage tracker for tenant:86e95ebb2d744047be79d946e14d900e on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:56:45.330211 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-37fada44-a5fd-4c7a-8670-7912316fd264 tempest-TestMinimumBasicScenario-1711427433 tempest-TestMinimumBasicScenario-1711427433-project-admin] Unset dirty status for tenant:86e95ebb2d744047be79d946e14d900e on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:56:45.331314 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-37fada44-a5fd-4c7a-8670-7912316fd264 tempest-TestMinimumBasicScenario-1711427433 tempest-TestMinimumBasicScenario-1711427433-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1094 time: 0.4054372
Aug 23 01:56:45.335143 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56090) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:45.340689 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'port_id': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:45.346353 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:45.350396 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Usage tracker for resource:floatingip and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:56:45.353238 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:56:45.359079 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:45.444403 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for floatingip, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:45.581421 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:45.717084 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Allocated IP 172.27.2.101 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/397e33b1-710c-472a-8f05-0d4e4d2e486a) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:56:45.858715 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:46.008028 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:46.012315 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:46.082789 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:56:46.083723 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'Port': ['ID=397e33b1-710c-472a-8f05-0d4e4d2e486a,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:46.086201 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:56:46.087925 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:46.088592 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:56:46.772526 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:46.974664 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:47.048430 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff985ad-7181-4379-8800-ae6184ced8f9 req-387d079c-1f69-4251-b936-24f614888e47 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:47.049840 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bff985ad-7181-4379-8800-ae6184ced8f9 req-387d079c-1f69-4251-b936-24f614888e47 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 946 time: 0.1470613
Aug 23 01:56:47.186566 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bff985ad-7181-4379-8800-ae6184ced8f9 req-de6fe350-f42a-4f60-a4ae-98fc2f47b6d5 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291411
Aug 23 01:56:47.234947 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:47.344820 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:47.349417 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1e61bc24-aeb3-4ce6-9678-0a81ea6a9766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:47.449674 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'Port': ['ID=397e33b1-710c-472a-8f05-0d4e4d2e486a,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:47.455086 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:47.469288 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:47.655536 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.l3_db [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Floating IP 589357ce-acc6-4d44-929b-3537c76a3097 associated. External IP: 172.27.2.101, port: 1262f6e8-0181-4fef-bf9f-21c6f993257b.
Aug 23 01:56:48.048926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:56:48.217810 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:56:48.245520 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:56:48.256112 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] Sync routers for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:56:48.267462 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:56:48.268094 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480e511f0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:56:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:48.344410 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:48.392643 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b023f84-dc87-4413-b6c0-badd8a886503 req-e0b44b28-2676-4958-8785-4fc82acd3a90 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:48.397704 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0615222
Aug 23 01:56:48.398502 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:48.402675 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56124) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:48.403348 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b023f84-dc87-4413-b6c0-badd8a886503 req-e0b44b28-2676-4958-8785-4fc82acd3a90 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 946 time: 0.0951772
Aug 23 01:56:48.426314 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287263347', 'description': 'tempest-secgroup-smoke-287263347 description', 'project_id': '0fe01aed9b14497fb422023bf8bea00d'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:48.432240 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:48.443844 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:48.448806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:56:48.469203 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b023f84-dc87-4413-b6c0-badd8a886503 req-366a94ab-b921-400d-937a-0ace17156ae2 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641673
Aug 23 01:56:48.491483 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'status': 'completed', 'code': 200}
Aug 23 01:56:48.558676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:48.597256 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-83bcfe0c-1a40-46d0-be29-4b14b07a8b4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe01aed9b14497fb422023bf8bea00d&device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1099 time: 0.0730727
Aug 23 01:56:48.597967 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:48.601740 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Usage tracker for resource:security_group_rule and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:56:48.604460 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:56:48.610159 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:48.742033 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-ac3cfa0f-3023-46ae-929c-a79b93b36c3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:48.743475 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-ac3cfa0f-3023-46ae-929c-a79b93b36c3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc HTTP/1.1" status: 200  len: 915 time: 0.1379561
Aug 23 01:56:48.800509 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:48.814479 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-ebefd81d-562f-4925-b1f8-6c8902f08b03 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:48.815989 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-ebefd81d-562f-4925-b1f8-6c8902f08b03 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 946 time: 0.1150484
Aug 23 01:56:48.849478 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480e511f0>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '589357ce-acc6-4d44-929b-3537c76a3097', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'port_id': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'mac_address': 'fa:16:3e:71:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:56:46Z', 'updated_at': '2021-08-23T01:56:46Z', 'revision_number': 0, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:21Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:48.853410 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-6fde8287-d149-43ee-ab11-3ce01564aa00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 1000 time: 0.1020460
Aug 23 01:56:48.853546 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] Checking router: 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:56:48.864258 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:56:48.864880 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480e511f0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:56:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:48.871214 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:48.876313 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ce5577db-0b36-46aa-9c99-0f07529deeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:48.910120 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Deleting port 40ae0caa-a883-4648-8844-07eca8b928c6 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:56:48.910452 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:48.929518 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-b7610129-2f47-4ba4-a80b-e21fd21335ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:48.931195 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-b7610129-2f47-4ba4-a80b-e21fd21335ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b2e9090-c0cf-4d2d-a522-b51d278a5238 HTTP/1.1" status: 200  len: 854 time: 0.0715265
Aug 23 01:56:48.975004 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a90fe7-7f24-475e-bfd2-ec44d99e78d7,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:48.982667 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:49.033951 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-03f0a1b3-a638-4a6a-a716-14e6b8b9b3a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0959980
Aug 23 01:56:49.050816 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.051942 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6378150
Aug 23 01:56:49.055316 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56132) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:49.055543 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:56:49.063849 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'security_group_rule': {'security_group_id': '48a90fe7-7f24-475e-bfd2-ec44d99e78d7', 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:49.072263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:49.084486 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Usage tracker for resource:security_group_rule and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:56:49.105873 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:56:49.167683 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:49.201311 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-e1d168ec-d144-4a02-a9a4-c760219d16aa service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556275
Aug 23 01:56:49.241282 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] For port 40ae0caa-a883-4648-8844-07eca8b928c6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=40ae0caa-a883-4648-8844-07eca8b928c6,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:49.241641 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.388209 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.402356 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Calling delete_port for 40ae0caa-a883-4648-8844-07eca8b928c6 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:56:49.440965 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8b4a0e73-d78e-4240-837b-aac55332df68 req-a00a065b-88ee-4554-8c56-5b64c560ebec service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314231
Aug 23 01:56:49.442877 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480e511f0>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '589357ce-acc6-4d44-929b-3537c76a3097', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'port_id': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'mac_address': 'fa:16:3e:71:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:56:46Z', 'updated_at': '2021-08-23T01:56:46Z', 'revision_number': 0, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:21Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:56:49.447426 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e739e-e509-4ce0-97eb-edfe6cf15af9 None None] The sync data for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi is: [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '589357ce-acc6-4d44-929b-3537c76a3097', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'port_id': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'mac_address': 'fa:16:3e:71:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:56:46Z', 'updated_at': '2021-08-23T01:56:46Z', 'revision_number': 0, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:21Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:56:49.543153 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.632796 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.634929 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:49.659141 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdd4381-74f9-46d9-b255-c3e3db614d51,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:49.665646 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:49.673252 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccedbc1-5815-4b11-a403-4913249ebfb7 req-d80821f9-9c0a-4b41-91ed-ed7a73116773 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:49.674942 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6ccedbc1-5815-4b11-a403-4913249ebfb7 req-d80821f9-9c0a-4b41-91ed-ed7a73116773 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 946 time: 0.0880246
Aug 23 01:56:49.694861 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a080dac-f2d4-4c23-9364-69be57266376 None None] New status for floating IP 589357ce-acc6-4d44-929b-3537c76a3097: ACTIVE {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:56:49.732284 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6ccedbc1-5815-4b11-a403-4913249ebfb7 req-d7f83cf6-c168-4580-8cbe-3767cdff0418 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506890
Aug 23 01:56:49.744332 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.744332 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.744332 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6870158
Aug 23 01:56:49.746319 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56144) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:49.747855 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a8646e7f-ba53-4453-8a3f-5072f50f011c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:49.752331 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1249322e-70f2-44fe-afee-fd2671568948', 'ab03589f-06c6-497c-8cf7-9e2da5263f9b', '4e6642e3-52b5-4eee-8143-8d243cedaaab', '40ae0caa-a883-4648-8844-07eca8b928c6'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:49.752478 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'security_group_rule': {'security_group_id': '48a90fe7-7f24-475e-bfd2-ec44d99e78d7', 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:49.758415 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:49.762339 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Usage tracker for resource:security_group_rule and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:56:49.765461 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:56:49.772171 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:49.811809 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Pushing event deleted for resources: {'Port': ['ID=40ae0caa-a883-4648-8844-07eca8b928c6,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:49.814375 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:49.885093 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.896315 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] No DVR routers for this DVR port 40ae0caa-a883-4648-8844-07eca8b928c6 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:56:49.899466 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:49.901737 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c7627df8-e80d-44f3-baae-b4ec97844baf req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "DELETE /v2.0/ports/40ae0caa-a883-4648-8844-07eca8b928c6 HTTP/1.1" status: 204  len: 173 time: 1.0804276
Aug 23 01:56:49.957446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.041416 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.049335 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:50.070364 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1b71d2-728e-4bd0-aaad-88e1c1bd3131,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:50.073292 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:50.164458 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.165601 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-c43ead0e-3e93-4283-8107-cb03a23037a2 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4181602
Aug 23 01:56:50.168240 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56148) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:50.174168 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'security_group_rule': {'security_group_id': '48a90fe7-7f24-475e-bfd2-ec44d99e78d7', 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:50.180920 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:50.184929 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Usage tracker for resource:security_group_rule and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:56:50.187721 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:56:50.193304 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:50.305214 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.365535 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.467155 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.473185 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-822ef86f-696c-432b-8c31-f4777c47603b tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:50.491027 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e1fb1d-32e5-4da2-aa50-797a298c2ed2,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:50.492548 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffe7590-1625-401b-a39d-37d19d830e53', 'name': 'network-vif-deleted', 'tag': '40ae0caa-a883-4648-8844-07eca8b928c6'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:50.493437 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:50.548217 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffe7590-1625-401b-a39d-37d19d830e53', 'name': 'network-vif-deleted', 'tag': '40ae0caa-a883-4648-8844-07eca8b928c6', 'status': 'completed', 'code': 200}
Aug 23 01:56:50.576232 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.584806 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9571097a-2fb6-4d30-9f80-2d9b83af445c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4082882
Aug 23 01:56:50.584806 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56154) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:50.586634 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'security_group_rule': {'security_group_id': '48a90fe7-7f24-475e-bfd2-ec44d99e78d7', 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:50.592519 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:50.596505 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Usage tracker for resource:security_group_rule and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:56:50.599405 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:56:50.605140 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:50.721940 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.790810 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.861103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.863194 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d85cafbc-10af-4b8a-ad3c-dafae4ba1182 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:50.890259 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59a854e-ab3e-4d72-a3c8-ad0e89364edb,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:50.920253 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:50.934683 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-94399328-8d3d-4b07-96f2-6e91297575c8 req-8f7d5f0a-75a8-40ed-b65c-928be24d65ef tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 210 time: 0.0481844
Aug 23 01:56:50.990877 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:50.991944 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4107926
Aug 23 01:56:50.994566 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56164) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:51.000021 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'security_group_rule': {'security_group_id': '48a90fe7-7f24-475e-bfd2-ec44d99e78d7', 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:51.006303 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:51.010066 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Usage tracker for resource:security_group_rule and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:56:51.012866 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:56:51.018417 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:51.098412 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.securitygroups_db [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Project 0fe01aed9b14497fb422023bf8bea00d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 23 01:56:51.104518 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:51.165550 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:51.278397 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:51.284176 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:51.303223 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83eeb67b-9414-4544-b6bc-8aa578ed5b0d,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:51.305939 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:51.396449 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:51.397895 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-6838a134-4db7-4477-8e02-9235581e68b4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4022772
Aug 23 01:56:51.400529 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56168) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:56:51.406287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'security_group_rule': {'security_group_id': '48a90fe7-7f24-475e-bfd2-ec44d99e78d7', 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:51.411981 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:56:51.415753 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Usage tracker for resource:security_group_rule and tenant:0fe01aed9b14497fb422023bf8bea00d is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:56:51.418594 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:56:51.425270 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:56:51.524196 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.securitygroups_db [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Project 0fe01aed9b14497fb422023bf8bea00d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 23 01:56:51.530847 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:51.596508 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:51.670036 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:51.672081 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9d1bdcf7-5959-499d-a9da-22bc2f060fc4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:51.695284 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3decae-dcfd-4837-b89f-3942b8551e80,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:51.699474 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:51.772932 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:51.774098 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d74200c8-8d19-4be7-b9d4-cf2f32bfab88 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3726544
Aug 23 01:56:51.904376 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-3987abd2-44f3-4cb0-a546-a4ee65722a1b tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Synchronizing usage tracker for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:56:51.986989 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-3987abd2-44f3-4cb0-a546-a4ee65722a1b tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Unset dirty status for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:56:51.988215 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-3987abd2-44f3-4cb0-a546-a4ee65722a1b tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287263347&fields=id&tenant_id=0fe01aed9b14497fb422023bf8bea00d HTTP/1.1" status: 200  len: 267 time: 0.1236916
Aug 23 01:56:52.072367 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-cf28daab-6458-46ef-aa8c-c93f95a97b3c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:52.073842 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-cf28daab-6458-46ef-aa8c-c93f95a97b3c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0802302
Aug 23 01:56:52.085031 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'port': {'security_groups': ['19c56668-1a9e-41ce-b32f-6b17ca9692bf', '48a90fe7-7f24-475e-bfd2-ec44d99e78d7']}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:56:52.107296 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7fd8bb67-93c6-4aa9-98df-f472cd24b438 req-859e62ce-e391-41c3-aa0c-1c12fec78215 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 210 time: 0.0421054
Aug 23 01:56:52.200746 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:52.450092 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] For port 1262f6e8-0181-4fef-bf9f-21c6f993257b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:52.474529 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:52.544006 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:52.549145 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:52.613562 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:52.614226 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:52.615556 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-107f8b6e-700d-41ff-82c8-4d8514dda323 req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "PUT /v2.0/ports/1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 982 time: 0.5357554
Aug 23 01:56:52.616024 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:52.648401 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'Port': ['ID=1262f6e8-0181-4fef-bf9f-21c6f993257b,revision_number=6']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:52.651557 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:52.677042 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'status': 'completed', 'code': 200}
Aug 23 01:56:52.798670 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6f0d5-0637-4b27-b282-4a51666667d2 req-7a937013-4b20-4b07-8202-abdf6ea55e82 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:52.800152 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-22c6f0d5-0637-4b27-b282-4a51666667d2 req-7a937013-4b20-4b07-8202-abdf6ea55e82 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0796883
Aug 23 01:56:52.849529 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4806d53b-aace-448e-bfb1-e6d370e6012e None None] Provisioning complete for port 1262f6e8-0181-4fef-bf9f-21c6f993257b triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:56:52.850052 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4806d53b-aace-448e-bfb1-e6d370e6012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:52.906377 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:52.959088 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-22c6f0d5-0637-4b27-b282-4a51666667d2 req-e76ae29b-1c29-450a-8066-48cb7b4c00be tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1529212
Aug 23 01:56:52.974030 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-e3603aa4-c36f-4284-b39e-a51b93f18acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe01aed9b14497fb422023bf8bea00d&device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1138 time: 0.1536200
Aug 23 01:56:53.116212 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-72194290-54ed-4ebc-a341-3cbc6288bd8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:53.117716 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-72194290-54ed-4ebc-a341-3cbc6288bd8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc HTTP/1.1" status: 200  len: 915 time: 0.1296029
Aug 23 01:56:53.229477 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-e6fb171b-ba92-45e5-823d-d4e434d76cdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 1002 time: 0.1019194
Aug 23 01:56:53.299752 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-041fca69-277a-4608-a5d5-18a0b9bb2077 req-839e3ba6-4ae8-45fb-8c9a-6a9bf2f2bfea tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ffe7590-1625-401b-a39d-37d19d830e53 HTTP/1.1" status: 200  len: 210 time: 0.0457673
Aug 23 01:56:53.306586 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-627f2fe0-ccf6-4a30-87ca-d231f2440a77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:53.308430 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-627f2fe0-ccf6-4a30-87ca-d231f2440a77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b2e9090-c0cf-4d2d-a522-b51d278a5238 HTTP/1.1" status: 200  len: 854 time: 0.0691037
Aug 23 01:56:53.387869 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-4b0622e1-2f18-4d3a-a707-466b44d59b55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700219
Aug 23 01:56:53.529964 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-942b3ceb-3d20-43e1-ab97-2a96b38d354c service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251090
Aug 23 01:56:53.630637 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:53.659780 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:53.661771 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0c13c94-7834-47a1-937e-7ee52ff74feb req-7009985e-974e-44c7-b1f9-91a7816bacf1 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255343
Aug 23 01:56:53.741355 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:53.764100 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:53.786030 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:53.808681 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:56.518696 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c76d3d-8154-42f1-9c15-02b253bb0472 req-e058895d-fef1-4373-aff4-acf05ce4c373 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:56.519383 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-05c76d3d-8154-42f1-9c15-02b253bb0472 req-e058895d-fef1-4373-aff4-acf05ce4c373 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:56:56.552524 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-0905367e-42bb-4844-b96f-163371ea9a9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0911827
Aug 23 01:56:56.620773 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-05c76d3d-8154-42f1-9c15-02b253bb0472 req-e058895d-fef1-4373-aff4-acf05ce4c373 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:56:56.627068 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-05c76d3d-8154-42f1-9c15-02b253bb0472 req-e058895d-fef1-4373-aff4-acf05ce4c373 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 945 time: 0.2295792
Aug 23 01:56:56.686546 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-05c76d3d-8154-42f1-9c15-02b253bb0472 req-2db730d4-e6a6-4e3c-b40d-096a79c0c909 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535867
Aug 23 01:56:56.690381 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-e9acf473-2903-41b4-aadd-189352aa6f4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 1100 time: 0.1121180
Aug 23 01:56:56.774835 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 40ae0caa-a883-4648-8844-07eca8b928c6 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:56:56.807906 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 40ae0caa-a883-4648-8844-07eca8b928c6 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:56:56.808255 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 40ae0caa-a883-4648-8844-07eca8b928c6 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:56:56.842322 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-4a472b37-2960-42e4-8481-1611e2884d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:56.843804 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-4a472b37-2960-42e4-8481-1611e2884d76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.1315773
Aug 23 01:56:56.953152 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-239a431a-5588-4605-9cbb-a276b4defbd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3835f18-c4b1-4262-8755-e5c10261da9f HTTP/1.1" status: 200  len: 1002 time: 0.0980570
Aug 23 01:56:57.024981 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-e0af7779-c65a-43f2-976b-204243629062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:57.026418 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-e0af7779-c65a-43f2-976b-204243629062 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.0572126
Aug 23 01:56:57.101951 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-d17f9402-bd6c-4519-a037-af352acd3d77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677884
Aug 23 01:56:57.240487 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-2b0b757c-dea5-41a2-aa13-cb13e0ee63ed service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240897
Aug 23 01:56:57.373020 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b6d66480-d3b0-4a8c-8754-b1929392877b req-189f7f8d-cc3f-4ab2-9805-3a72a73a8711 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221268
Aug 23 01:56:57.624061 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-8bc82bee-80b9-41c8-85f0-2ddda68f106e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:57.882834 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86906ae7-9d1b-4505-8b40-3f810b2ead2a req-4ebd8bdd-95ee-430c-81ef-9555409585dc tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:57.884289 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-86906ae7-9d1b-4505-8b40-3f810b2ead2a req-4ebd8bdd-95ee-430c-81ef-9555409585dc tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 945 time: 0.0794797
Aug 23 01:56:57.931722 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-86906ae7-9d1b-4505-8b40-3f810b2ead2a req-2bbdd3b5-b7bd-47d1-9159-0e35b72e4c1e tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415378
Aug 23 01:56:58.224720 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:58.705495 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a181903-6849-4230-b526-6b03761a156a req-c31a2a83-0482-4805-837a-a160f1973579 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:58.711277 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5a181903-6849-4230-b526-6b03761a156a req-c31a2a83-0482-4805-837a-a160f1973579 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 945 time: 0.1406946
Aug 23 01:56:58.778586 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Deleting port 4e6642e3-52b5-4eee-8143-8d243cedaaab {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:56:58.778929 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:59.024106 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] For port 4e6642e3-52b5-4eee-8143-8d243cedaaab, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4e6642e3-52b5-4eee-8143-8d243cedaaab,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:56:59.024463 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:59.187540 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Calling delete_port for 4e6642e3-52b5-4eee-8143-8d243cedaaab owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:56:59.337747 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf11d8-32bd-46f7-8236-455cd8cebdfa req-be05e37c-f793-4705-ad6a-f3382d49216b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:56:59.339199 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eadf11d8-32bd-46f7-8236-455cd8cebdfa req-be05e37c-f793-4705-ad6a-f3382d49216b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 945 time: 0.2469885
Aug 23 01:56:59.403239 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eadf11d8-32bd-46f7-8236-455cd8cebdfa req-43a07809-4dd7-43c0-a0a3-3907125980b2 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585103
Aug 23 01:56:59.461377 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:59.466964 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:56:59.482330 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1249322e-70f2-44fe-afee-fd2671568948', 'ab03589f-06c6-497c-8cf7-9e2da5263f9b', '4e6642e3-52b5-4eee-8143-8d243cedaaab'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:56:59.509884 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Pushing event deleted for resources: {'Port': ['ID=4e6642e3-52b5-4eee-8143-8d243cedaaab,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:56:59.553922 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.554289 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.554648 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.555000 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.555346 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.555690 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.556363 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.556744 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.557104 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.557443 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.557779 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:56:59.564441 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:56:59.598966 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] No DVR routers for this DVR port 4e6642e3-52b5-4eee-8143-8d243cedaaab on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:56:59.601333 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:56:59.603805 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1efa3a-5638-42a2-8c38-3636d486de37', 'name': 'network-vif-deleted', 'tag': '4e6642e3-52b5-4eee-8143-8d243cedaaab'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:56:59.657560 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1efa3a-5638-42a2-8c38-3636d486de37', 'name': 'network-vif-deleted', 'tag': '4e6642e3-52b5-4eee-8143-8d243cedaaab', 'status': 'completed', 'code': 200}
Aug 23 01:56:59.684614 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5a181903-6849-4230-b526-6b03761a156a req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "DELETE /v2.0/ports/4e6642e3-52b5-4eee-8143-8d243cedaaab HTTP/1.1" status: 204  len: 173 time: 0.9709942
Aug 23 01:56:59.921967 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-f8d9bf1d-e3e4-4c7c-b53b-6b059365002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:00.580414 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-cbe76b79-eb5f-43d7-a783-19f429e8fb4c req-5338c887-128e-4fcb-a82a-441ef9c46eb0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:00.773087 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-cbe76b79-eb5f-43d7-a783-19f429e8fb4c req-5338c887-128e-4fcb-a82a-441ef9c46eb0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:00.774340 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cbe76b79-eb5f-43d7-a783-19f429e8fb4c req-5338c887-128e-4fcb-a82a-441ef9c46eb0 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1efa3a-5638-42a2-8c38-3636d486de37 HTTP/1.1" status: 200  len: 210 time: 0.2352455
Aug 23 01:57:00.804239 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:02.472821 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:02.588695 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159f51-5388-4ba7-be1e-be188be26630 req-a5736bf2-26d5-450f-8847-d1e5a95a89ed tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:02.590126 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d7159f51-5388-4ba7-be1e-be188be26630 req-a5736bf2-26d5-450f-8847-d1e5a95a89ed tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 945 time: 0.0745506
Aug 23 01:57:02.637922 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d7159f51-5388-4ba7-be1e-be188be26630 req-bb3fa43d-a46e-459e-a008-e96b272ec42c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424252
Aug 23 01:57:02.793079 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 4e6642e3-52b5-4eee-8143-8d243cedaaab no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:57:02.825639 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 4e6642e3-52b5-4eee-8143-8d243cedaaab {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:57:02.825984 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 4e6642e3-52b5-4eee-8143-8d243cedaaab not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:57:03.839130 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b530f9-6236-4ee0-b4d5-a421326c211b req-04afc810-8f00-4df5-b589-622fefd4fc0e tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:03.840471 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b3b530f9-6236-4ee0-b4d5-a421326c211b req-04afc810-8f00-4df5-b589-622fefd4fc0e tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 945 time: 0.0808053
Aug 23 01:57:03.886938 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b3b530f9-6236-4ee0-b4d5-a421326c211b req-1921a890-cc6b-4bf1-8659-7cbe77361af6 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400953
Aug 23 01:57:04.128923 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-8c3db73a-d28e-4393-9d5a-7e99b3667f8b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:04.131138 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-8c3db73a-d28e-4393-9d5a-7e99b3667f8b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 945 time: 0.0813665
Aug 23 01:57:04.203881 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Deleting port ab03589f-06c6-497c-8cf7-9e2da5263f9b {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:57:04.204219 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:04.439780 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] For port ab03589f-06c6-497c-8cf7-9e2da5263f9b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ab03589f-06c6-497c-8cf7-9e2da5263f9b,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:04.440134 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:04.620772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Calling delete_port for ab03589f-06c6-497c-8cf7-9e2da5263f9b owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:57:04.904040 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:04.909393 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6a7d23de-b36f-4cef-bc2d-f8507da24f7b tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:04.924343 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1249322e-70f2-44fe-afee-fd2671568948'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:57:04.953391 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Pushing event deleted for resources: {'Port': ['ID=ab03589f-06c6-497c-8cf7-9e2da5263f9b,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:04.956808 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:05.026664 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] No DVR routers for this DVR port ab03589f-06c6-497c-8cf7-9e2da5263f9b on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:57:05.029002 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:05.031613 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cede0a46-043f-4e7f-aec8-fd8382c1125e', 'name': 'network-vif-deleted', 'tag': 'ab03589f-06c6-497c-8cf7-9e2da5263f9b'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:05.058785 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7e0d993f-450a-411d-b26c-d569e321caaa req-fbd5a6ff-a9dc-4b4f-82ae-338b7bbe9556 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 210 time: 0.0461416
Aug 23 01:57:05.096218 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cede0a46-043f-4e7f-aec8-fd8382c1125e', 'name': 'network-vif-deleted', 'tag': 'ab03589f-06c6-497c-8cf7-9e2da5263f9b', 'status': 'completed', 'code': 200}
Aug 23 01:57:05.107649 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e829ae19-e5d5-4bbc-885b-ce869495ab8f req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "DELETE /v2.0/ports/ab03589f-06c6-497c-8cf7-9e2da5263f9b HTTP/1.1" status: 204  len: 173 time: 0.9693978
Aug 23 01:57:06.237771 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7d9ecaaf-1978-40e0-9008-ab255b6627eb req-85ada3ab-01ce-40f6-b08d-9748439b3fdd tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=cede0a46-043f-4e7f-aec8-fd8382c1125e HTTP/1.1" status: 200  len: 210 time: 0.0421991
Aug 23 01:57:06.822816 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device ab03589f-06c6-497c-8cf7-9e2da5263f9b no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:57:06.854977 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: ab03589f-06c6-497c-8cf7-9e2da5263f9b {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:57:06.855325 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device ab03589f-06c6-497c-8cf7-9e2da5263f9b not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:57:09.319148 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f72c9d-61a8-4ff2-8ff3-062e3bb92a0a req-89831591-f59f-45fe-a4c1-2a2098ca38a7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:09.319828 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-f8f72c9d-61a8-4ff2-8ff3-062e3bb92a0a req-89831591-f59f-45fe-a4c1-2a2098ca38a7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:09.392067 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-f8f72c9d-61a8-4ff2-8ff3-062e3bb92a0a req-89831591-f59f-45fe-a4c1-2a2098ca38a7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:09.393285 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f8f72c9d-61a8-4ff2-8ff3-062e3bb92a0a req-89831591-f59f-45fe-a4c1-2a2098ca38a7 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 946 time: 0.1514146
Aug 23 01:57:09.438624 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f8f72c9d-61a8-4ff2-8ff3-062e3bb92a0a req-920b0f29-d332-4816-bed1-bb561262ed7d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389986
Aug 23 01:57:10.636813 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffa6a3-f4c4-43c4-a965-1772f6340c61 req-894db35b-cdda-4a2b-b342-a1f2b81a2b47 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:10.638245 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a1ffa6a3-f4c4-43c4-a965-1772f6340c61 req-894db35b-cdda-4a2b-b342-a1f2b81a2b47 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 946 time: 0.0782180
Aug 23 01:57:10.682506 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a1ffa6a3-f4c4-43c4-a965-1772f6340c61 req-ec704e72-a8a8-4018-afcc-a1a2172ebc75 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d62098-4882-4829-8d04-7d419f6b8aa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388429
Aug 23 01:57:11.085889 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-fa61ec6a-8481-4c81-b7fc-1ee152059e08 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:11.087322 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-fa61ec6a-8481-4c81-b7fc-1ee152059e08 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 946 time: 0.0779815
Aug 23 01:57:11.157850 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Deleting port 1249322e-70f2-44fe-afee-fd2671568948 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:57:11.158235 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:11.396455 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] For port 1249322e-70f2-44fe-afee-fd2671568948, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1249322e-70f2-44fe-afee-fd2671568948,segment=NetworkSegment(2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f),segment_id=2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:11.396854 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:11.523364 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Calling delete_port for 1249322e-70f2-44fe-afee-fd2671568948 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:57:11.729646 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:11.735224 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:11.743199 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1249322e-70f2-44fe-afee-fd2671568948'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:57:11.775713 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Pushing event deleted for resources: {'Port': ['ID=1249322e-70f2-44fe-afee-fd2671568948,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:11.779659 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:11.888741 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8cbf025e-c751-481b-a4ce-3ff7f3ecead6 req-638a01a0-6390-4017-9e25-f83087caee40 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 210 time: 0.0792224
Aug 23 01:57:11.893258 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] No DVR routers for this DVR port 1249322e-70f2-44fe-afee-fd2671568948 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:57:11.895644 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:11.898388 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4066531e-4b55-4a37-a033-415306d0a260', 'name': 'network-vif-deleted', 'tag': '1249322e-70f2-44fe-afee-fd2671568948'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:11.951466 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4066531e-4b55-4a37-a033-415306d0a260', 'name': 'network-vif-deleted', 'tag': '1249322e-70f2-44fe-afee-fd2671568948', 'status': 'completed', 'code': 200}
Aug 23 01:57:11.970159 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bc6cee-b9c6-4d5b-8f29-ae3220260339 req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.21 "DELETE /v2.0/ports/1249322e-70f2-44fe-afee-fd2671568948 HTTP/1.1" status: 204  len: 173 time: 0.8760521
Aug 23 01:57:13.007462 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75171f84-37db-4f10-88f2-12f4be3df570 req-b9f4da0e-0617-49e7-b166-bb7337b6ce62 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:13.009138 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-75171f84-37db-4f10-88f2-12f4be3df570 req-b9f4da0e-0617-49e7-b166-bb7337b6ce62 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0831885
Aug 23 01:57:13.039039 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-1a690d55-01b8-4d87-b76c-133634ff8647 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe01aed9b14497fb422023bf8bea00d&device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1138 time: 0.0825713
Aug 23 01:57:13.060494 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-75171f84-37db-4f10-88f2-12f4be3df570 req-efcc9af0-b0c8-4337-bc41-1d0a7a1cd2d6 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446115
Aug 23 01:57:13.172451 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-dd2217f3-cd9f-46ae-a159-3c968b08799b req-aa4d50f3-70c1-41e3-96e7-3eab64b00790 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Synchronizing usage tracker for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:13.228042 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-5f8dffef-38bb-4d06-8abd-e23a85ff99bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:13.229588 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-5f8dffef-38bb-4d06-8abd-e23a85ff99bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc HTTP/1.1" status: 200  len: 915 time: 0.1838658
Aug 23 01:57:13.272247 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-dd2217f3-cd9f-46ae-a159-3c968b08799b req-aa4d50f3-70c1-41e3-96e7-3eab64b00790 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Unset dirty status for tenant:a7d76269b9b84905a47232cf7b258150 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:13.273257 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-dd2217f3-cd9f-46ae-a159-3c968b08799b req-aa4d50f3-70c1-41e3-96e7-3eab64b00790 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] 10.222.0.20 "GET /v2.0/ports?device_id=4066531e-4b55-4a37-a033-415306d0a260 HTTP/1.1" status: 200  len: 210 time: 0.1484380
Aug 23 01:57:14.264839 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1dfad-e5e5-4cc7-84da-a0951a6cddc0 req-4c60b4c3-ddcf-461e-ad1c-6250617c9fac tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:14.266436 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-91a1dfad-e5e5-4cc7-84da-a0951a6cddc0 req-4c60b4c3-ddcf-461e-ad1c-6250617c9fac tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0814991
Aug 23 01:57:14.314464 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-91a1dfad-e5e5-4cc7-84da-a0951a6cddc0 req-66fffed2-f502-4fec-a6af-c1968e9e99ca tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0425439
Aug 23 01:57:14.374285 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56430) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:14.432370 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Deleting subnet e0de8f50-85ac-4e52-8846-c49f8f2624a8 {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:57:14.435244 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:14.486811 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637460'] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:14.539301 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:14.675836 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1466720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1228103'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:14.679586 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-396c890a-9f9a-4b82-8684-18b2bc75a542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:14.718397 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0de8f50-85ac-4e52-8846-c49f8f2624a8,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:14.727595 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:14.732858 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.733456 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.734070 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.734661 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.735257 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.735810 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.736367 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.736752 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.737151 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.737449 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.737815 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:14.741510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:14.742975 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9ed67622-5ba3-438f-b2e1-e69c47cbdbad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0de8f50-85ac-4e52-8846-c49f8f2624a8 HTTP/1.1" status: 204  len: 168 time: 0.3677442
Aug 23 01:57:14.745475 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56434) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:14.917849 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 1249322e-70f2-44fe-afee-fd2671568948 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:57:14.918457 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:14.950896 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 1249322e-70f2-44fe-afee-fd2671568948 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:57:14.951256 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 1249322e-70f2-44fe-afee-fd2671568948 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:57:15.038504 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:15.050477 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480c2dca0>,) {'filters': {'network_id': ['e53c772e-7954-4a2c-84fa-6dee497c55c2']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:15.062668 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480c2dca0>, '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:15.062957 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480c2dca0>, '2a0e849b-1bd7-487c-a8b2-fa2342a1bb8f') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:15.074385 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:15.089408 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:15.095120 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:57:15.095492 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:57:15.107811 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:57:15.312428 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:15.317527 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:15.319861 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b741e658-4b06-48cd-8143-2b5ca151e63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:15.341687 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Pushing event deleted for resources: {'Network': ['ID=e53c772e-7954-4a2c-84fa-6dee497c55c2,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:15.344670 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:15.427918 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9081fea1-0fc1-43cf-a57e-6d1ffbb38869 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e53c772e-7954-4a2c-84fa-6dee497c55c2 HTTP/1.1" status: 204  len: 168 time: 0.6813602
Aug 23 01:57:15.514188 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf6605-b945-4b9c-9de1-e93ad75f4464 req-72cf4057-aef2-437c-9822-99b6ff083d66 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:15.515687 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b1bf6605-b945-4b9c-9de1-e93ad75f4464 req-72cf4057-aef2-437c-9822-99b6ff083d66 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0770171
Aug 23 01:57:15.562880 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b1bf6605-b945-4b9c-9de1-e93ad75f4464 req-22c71a6d-f237-41b0-b76e-a8fb093c4232 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0412643
Aug 23 01:57:15.916849 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56446) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:15.967350 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:15.969625 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-703fb3c3-91c5-4abb-b1f8-ad4aa4449f62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7d76269b9b84905a47232cf7b258150&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0514619
Aug 23 01:57:15.971876 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56450) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:16.029382 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-4272c4ac-9466-4cea-bf0a-e9bde74d5f71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 1002 time: 0.1636610
Aug 23 01:57:16.036347 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49f20d89-7f87-4975-b6c6-12ac0037f48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:16.061497 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49f20d89-7f87-4975-b6c6-12ac0037f48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:16.094451 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-1471a3b7-77a2-450c-9648-790afb5c46a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:16.095881 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-1471a3b7-77a2-450c-9648-790afb5c46a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b2e9090-c0cf-4d2d-a522-b51d278a5238 HTTP/1.1" status: 200  len: 854 time: 0.0590014
Aug 23 01:57:16.176953 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-e2cdf7dc-fd49-4ad0-9ff1-e6cd2d19960e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693252
Aug 23 01:57:16.264477 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49f20d89-7f87-4975-b6c6-12ac0037f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:16.270155 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5a165392-703c-4dc6-be55-6b28fb7b739d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:16.283586 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f20d89-7f87-4975-b6c6-12ac0037f48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d62098-4882-4829-8d04-7d419f6b8aa3,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:16.286056 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-49f20d89-7f87-4975-b6c6-12ac0037f48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:16.318856 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-85474750-26a5-47ac-8901-ad3fa7224239 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321166
Aug 23 01:57:16.443303 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49f20d89-7f87-4975-b6c6-12ac0037f48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:16.444448 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-49f20d89-7f87-4975-b6c6-12ac0037f48f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12d62098-4882-4829-8d04-7d419f6b8aa3 HTTP/1.1" status: 204  len: 168 time: 0.4716878
Aug 23 01:57:16.764395 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b997872-f1f9-4593-bb9a-6a1ecc662595 req-9a73ce38-1a7b-49b2-8e92-3104112109cc tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:16.765812 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3b997872-f1f9-4593-bb9a-6a1ecc662595 req-9a73ce38-1a7b-49b2-8e92-3104112109cc tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0796814
Aug 23 01:57:16.814686 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3b997872-f1f9-4593-bb9a-6a1ecc662595 req-3318278b-3fb6-421f-91d9-27502fc4926a tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431690
Aug 23 01:57:18.006678 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcefc0-a462-4856-8513-567a91e9881e req-baafae40-1c2c-4559-8d99-57e644d8634d tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:18.008121 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0bcefc0-a462-4856-8513-567a91e9881e req-baafae40-1c2c-4559-8d99-57e644d8634d tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0757532
Aug 23 01:57:18.055294 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c0bcefc0-a462-4856-8513-567a91e9881e req-128e11d9-d6c5-4fcd-82fa-0a7b4397e325 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0414212
Aug 23 01:57:19.077505 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-78bb59a0-b4a1-46e0-813b-23bcd1d06109 req-bcf63c17-dc0d-45d5-bdf9-e28bdab6386f service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290963
Aug 23 01:57:19.258068 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393b393-1826-4397-9281-a11453536d5e req-b4949a4b-63db-45ed-857d-5146145e92c0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:19.259526 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d393b393-1826-4397-9281-a11453536d5e req-b4949a4b-63db-45ed-857d-5146145e92c0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0837591
Aug 23 01:57:19.306531 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d393b393-1826-4397-9281-a11453536d5e req-902a8830-c3a3-424c-83eb-cd86ca036c92 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415251
Aug 23 01:57:20.250496 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c8c21-c1fb-411e-8944-18e256859191 req-dec92aa0-0102-43f6-bec4-8208376a4b05 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:20.251974 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ad1c8c21-c1fb-411e-8944-18e256859191 req-dec92aa0-0102-43f6-bec4-8208376a4b05 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0795712
Aug 23 01:57:20.309921 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ad1c8c21-c1fb-411e-8944-18e256859191 req-a795a136-2104-4c3c-8a91-8ec8b0a5d0d7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520308
Aug 23 01:57:20.512920 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b2cfa-1e62-42c8-8f15-c3e33f4ebde4 req-a4d08c46-4b84-42ac-b037-2202d8b095cb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:20.514574 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e54b2cfa-1e62-42c8-8f15-c3e33f4ebde4 req-a4d08c46-4b84-42ac-b037-2202d8b095cb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 947 time: 0.0994346
Aug 23 01:57:20.559728 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e54b2cfa-1e62-42c8-8f15-c3e33f4ebde4 req-a3433168-6f29-49b5-bbc8-f1807c3bb453 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389862
Aug 23 01:57:20.576452 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73a19-7910-4c03-8082-4779317fc459 req-0e337b0c-320d-491e-af37-9cb9c33e0497 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:20.577943 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-30a73a19-7910-4c03-8082-4779317fc459 req-0e337b0c-320d-491e-af37-9cb9c33e0497 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0829613
Aug 23 01:57:20.625069 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-30a73a19-7910-4c03-8082-4779317fc459 req-a3da1f2e-dcb6-4217-88e5-2bc5cccfeabc tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0408978
Aug 23 01:57:21.511052 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324970-8818-4b49-a84a-c992ec697004 req-f96dc883-b84c-4fca-a8bc-bd31f621f5c5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:21.512500 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-58324970-8818-4b49-a84a-c992ec697004 req-f96dc883-b84c-4fca-a8bc-bd31f621f5c5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0805688
Aug 23 01:57:21.560207 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-58324970-8818-4b49-a84a-c992ec697004 req-39ea8d8e-24c7-4e59-b290-1d9cfb5257f8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412002
Aug 23 01:57:21.774567 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d49f96-edae-4fb6-a964-f296735ca132 req-369bbe74-777c-4125-b519-228552bfeb74 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:21.776033 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-32d49f96-edae-4fb6-a964-f296735ca132 req-369bbe74-777c-4125-b519-228552bfeb74 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 947 time: 0.0814755
Aug 23 01:57:21.823766 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-32d49f96-edae-4fb6-a964-f296735ca132 req-242ffdbb-f6e6-440d-92dc-909c62098a49 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420599
Aug 23 01:57:21.832760 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b89a-61a2-4a6a-8356-fe142b010e1f req-01d42406-7a71-414b-9c3d-53bc3795c8b9 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:21.834240 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ce87b89a-61a2-4a6a-8356-fe142b010e1f req-01d42406-7a71-414b-9c3d-53bc3795c8b9 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0798433
Aug 23 01:57:21.880896 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ce87b89a-61a2-4a6a-8356-fe142b010e1f req-fbe1ddb6-43b2-4f41-8d5b-9b03b9781425 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0409963
Aug 23 01:57:22.177049 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-daa72a99-7ef8-4f2c-adc5-911f1a4d6f19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:22.178529 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-daa72a99-7ef8-4f2c-adc5-911f1a4d6f19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 947 time: 0.0773106
Aug 23 01:57:22.250284 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Deleting port c3835f18-c4b1-4262-8755-e5c10261da9f {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:57:22.250622 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:22.471924 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84978-2708-4037-84d0-4249267fb775 req-d32dabc2-15de-45b0-92e2-ce398147e5d8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:22.473390 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-46d84978-2708-4037-84d0-4249267fb775 req-d32dabc2-15de-45b0-92e2-ce398147e5d8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.0799735
Aug 23 01:57:22.489604 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] For port c3835f18-c4b1-4262-8755-e5c10261da9f, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c3835f18-c4b1-4262-8755-e5c10261da9f,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:22.489959 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:22.540236 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Deleting port 72df2711-f9c2-4666-9c88-ad04f24bece8 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:57:22.540725 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:22.789177 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] For port 72df2711-f9c2-4666-9c88-ad04f24bece8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=72df2711-f9c2-4666-9c88-ad04f24bece8,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:22.789854 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:22.888204 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:22.888714 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:22.888915 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.l3_db [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Floating IP b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2 disassociated. External IP: 172.27.2.128, port: c3835f18-c4b1-4262-8755-e5c10261da9f.
Aug 23 01:57:22.889240 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Calling delete_port for c3835f18-c4b1-4262-8755-e5c10261da9f owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:57:22.944470 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddd241-3148-4fb0-93f1-d59938a4868b req-6df2ec5f-9893-4754-bf20-da449cb10753 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:22.946430 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c3ddd241-3148-4fb0-93f1-d59938a4868b req-6df2ec5f-9893-4754-bf20-da449cb10753 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 946 time: 0.2380021
Aug 23 01:57:23.014585 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c3ddd241-3148-4fb0-93f1-d59938a4868b req-f4accb1c-6d52-400c-90c1-c90e278df2c5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=97283ad9-dd11-41e7-aaa5-915be0539b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581813
Aug 23 01:57:23.132648 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:23.133034 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:23.133343 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Floating IP 3266776a-877e-4280-9f4b-9cb76f96d063 disassociated. External IP: 172.27.2.158, port: 72df2711-f9c2-4666-9c88-ad04f24bece8.
Aug 23 01:57:23.133661 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Calling delete_port for 72df2711-f9c2-4666-9c88-ad04f24bece8 owned by compute:nova {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:57:23.201888 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:23.212845 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c781d4d4-0d9c-4b32-91d3-e5752ab5aba3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:23.272382 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event deleted for resources: {'Port': ['ID=c3835f18-c4b1-4262-8755-e5c10261da9f,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:23.276336 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:23.384110 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb5b60-2027-43c5-a5b2-0f27995f979b req-9a77dd63-64a4-44ff-90bf-91fadeafdd4e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:23.391718 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-badb5b60-2027-43c5-a5b2-0f27995f979b req-9a77dd63-64a4-44ff-90bf-91fadeafdd4e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.2351687
Aug 23 01:57:23.423165 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389a644-a3d6-40b5-827c-96b4a3bbbfc6 req-8bc61e1c-84a2-4c71-bc4c-9be9019de8f2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:23.424714 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e389a644-a3d6-40b5-827c-96b4a3bbbfc6 req-8bc61e1c-84a2-4c71-bc4c-9be9019de8f2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 868 time: 0.4568849
Aug 23 01:57:23.432244 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:23.456238 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:23.520288 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-badb5b60-2027-43c5-a5b2-0f27995f979b req-bd0c92c3-933f-49c9-871a-5c59c6d10954 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1275060
Aug 23 01:57:23.560665 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event deleted for resources: {'Port': ['ID=72df2711-f9c2-4666-9c88-ad04f24bece8,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:23.565814 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:23.572325 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Router 691675e0-4144-4f42-bd50-7cfef3feb3e6 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:57:23.589876 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e389a644-a3d6-40b5-827c-96b4a3bbbfc6 req-c9403130-4745-40e2-a211-80857e475a01 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=410353f7-36d6-4c18-bfdb-86c601755387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556563
Aug 23 01:57:23.827645 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:57:23.838627 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Router 6677f4a3-4e13-4448-9fd3-16a5688dde32 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:57:23.839665 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] Sync routers for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:57:23.861268 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:57:23.862050 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481521940>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:57:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:23.921208 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] No DVR routers for this DVR port c3835f18-c4b1-4262-8755-e5c10261da9f on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:57:23.924508 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:23.929400 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-deleted', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:24.009137 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1866e5-b79b-4a98-91d7-142e78313d01', 'name': 'network-vif-deleted', 'tag': 'c3835f18-c4b1-4262-8755-e5c10261da9f', 'status': 'completed', 'code': 200}
Aug 23 01:57:24.025298 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2c8c155b-eb66-495d-913e-5ddb179698d4 req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "DELETE /v2.0/ports/c3835f18-c4b1-4262-8755-e5c10261da9f HTTP/1.1" status: 204  len: 173 time: 1.8397877
Aug 23 01:57:24.092230 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:57:24.099303 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:57:24.107208 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] Sync routers for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:57:24.133634 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:57:24.134253 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74811c97f0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:57:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:24.242606 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] No DVR routers for this DVR port 72df2711-f9c2-4666-9c88-ad04f24bece8 on host hv-cinder-80552 {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:57:24.246387 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b73dc321-3088-46ad-82bc-29f96919bb34 req-e0b825e3-0dfa-4988-97d7-820d7ef6a8be tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 210 time: 0.0508974
Aug 23 01:57:24.247877 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:24.251333 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'name': 'network-vif-deleted', 'tag': '72df2711-f9c2-4666-9c88-ad04f24bece8'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:24.341345 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d562e86-feb9-4657-9955-6eeb054f61b6', 'name': 'network-vif-deleted', 'tag': '72df2711-f9c2-4666-9c88-ad04f24bece8', 'status': 'completed', 'code': 200}
Aug 23 01:57:24.357044 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-46d84978-2708-4037-84d0-4249267fb775 req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "DELETE /v2.0/ports/72df2711-f9c2-4666-9c88-ad04f24bece8 HTTP/1.1" status: 204  len: 173 time: 1.8780441
Aug 23 01:57:24.451534 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:57:24.501468 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481521940>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:24.505894 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] Checking router: 691675e0-4144-4f42-bd50-7cfef3feb3e6 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:57:24.518686 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:57:24.519390 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481521940>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:57:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:24.763983 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:57:24.850563 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74811c97f0>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:24.856774 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] Checking router: 6677f4a3-4e13-4448-9fd3-16a5688dde32 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:57:24.873642 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:57:24.874824 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74811c97f0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:57:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:24.877585 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 72df2711-f9c2-4666-9c88-ad04f24bece8 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:57:24.880856 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b96bab-899d-47bc-adcf-9788633287f6 req-c3f272ba-f45f-4d95-9cda-231d4eb83b14 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:24.889851 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-30b96bab-899d-47bc-adcf-9788633287f6 req-c3f272ba-f45f-4d95-9cda-231d4eb83b14 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.1110535
Aug 23 01:57:24.918830 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 72df2711-f9c2-4666-9c88-ad04f24bece8 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:57:24.919370 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 72df2711-f9c2-4666-9c88-ad04f24bece8 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:57:24.919792 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:57:24.959935 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-30b96bab-899d-47bc-adcf-9788633287f6 req-b36971c5-9c58-4787-ae7e-322499c513ad tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0686555
Aug 23 01:57:24.985034 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a0219e5a-5fda-4dbd-b99a-a7f016ce6bc3 req-ba139ddc-da46-4856-8d45-4b3218f80470 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Synchronizing usage tracker for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:25.075554 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a0219e5a-5fda-4dbd-b99a-a7f016ce6bc3 req-ba139ddc-da46-4856-8d45-4b3218f80470 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Unset dirty status for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:25.079766 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a0219e5a-5fda-4dbd-b99a-a7f016ce6bc3 req-ba139ddc-da46-4856-8d45-4b3218f80470 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1866e5-b79b-4a98-91d7-142e78313d01 HTTP/1.1" status: 200  len: 210 time: 0.2425504
Aug 23 01:57:25.080506 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: c3835f18-c4b1-4262-8755-e5c10261da9f {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:57:25.085435 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c3835f18-c4b1-4262-8755-e5c10261da9f not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:57:25.186228 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:57:25.268702 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:57:25.385260 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481521940>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:25.390876 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ca751-a3ae-4402-af1f-78216bcffb8d None None] The sync data for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi is: [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:57:25.557467 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-0ca66c15-85c6-4629-b8fb-99d350812c50 req-a6b807b9-17ff-409f-96fc-43dc11a7ceb6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:25.688269 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74811c97f0>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:25.700752 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-0ca66c15-85c6-4629-b8fb-99d350812c50 req-a6b807b9-17ff-409f-96fc-43dc11a7ceb6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:25.703323 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4ca27-8a3e-4351-b0f3-36c0b9b35767 None None] The sync data for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi is: [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:57:25.703544 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0ca66c15-85c6-4629-b8fb-99d350812c50 req-a6b807b9-17ff-409f-96fc-43dc11a7ceb6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d562e86-feb9-4657-9955-6eeb054f61b6 HTTP/1.1" status: 200  len: 210 time: 0.2109349
Aug 23 01:57:25.734914 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dce1b2-86d2-4150-8dc8-40b058f9398f None None] New status for floating IP b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2: DOWN {{(pid=75866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:57:26.031431 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef169e-3f51-4c60-b606-78d006969da7 None None] New status for floating IP 3266776a-877e-4280-9f4b-9cb76f96d063: DOWN {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:57:26.254729 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba6681-fb22-4c8f-a444-f34fc6712bdd req-1703b1aa-c0f7-44c5-b03a-9d27d0b9efea tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:26.256167 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c8ba6681-fb22-4c8f-a444-f34fc6712bdd req-1703b1aa-c0f7-44c5-b03a-9d27d0b9efea tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.1481104
Aug 23 01:57:26.304011 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c8ba6681-fb22-4c8f-a444-f34fc6712bdd req-3603f50d-7da1-4c01-8a31-1d2d6ba78a7e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0419433
Aug 23 01:57:26.588181 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56690) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:26.670950 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-307aaafd-a343-4122-b1c2-fc252f539916 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:26.700451 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-307aaafd-a343-4122-b1c2-fc252f539916 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:26.843745 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-307aaafd-a343-4122-b1c2-fc252f539916 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:26.849169 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-bb32ae0f-772d-4ee9-9469-fc7baccb5f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:26.863380 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aaafd-a343-4122-b1c2-fc252f539916 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410353f7-36d6-4c18-bfdb-86c601755387,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:26.865803 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-307aaafd-a343-4122-b1c2-fc252f539916 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:26.953175 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56698) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:26.988895 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-307aaafd-a343-4122-b1c2-fc252f539916 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:26.990284 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-307aaafd-a343-4122-b1c2-fc252f539916 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "DELETE /v2.0/security-groups/410353f7-36d6-4c18-bfdb-86c601755387 HTTP/1.1" status: 204  len: 168 time: 0.4010396
Aug 23 01:57:26.992982 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56702) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:27.014639 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.api.v2.resource [None req-1e665243-7a87-43df-a854-a1afccafc86f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] show failed (client error): The resource could not be found.
Aug 23 01:57:27.015590 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-1e665243-7a87-43df-a854-a1afccafc86f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups/410353f7-36d6-4c18-bfdb-86c601755387 HTTP/1.1" status: 404  len: 347 time: 0.0217140
Aug 23 01:57:27.018593 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56706) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:27.035343 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3554c53a-4dbf-4759-8e22-9beaa991c58c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.062233 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3554c53a-4dbf-4759-8e22-9beaa991c58c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.175872 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Deleting port 0d6b3b56-b5ed-454d-af33-0087b68a6078 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:57:27.176282 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.221194 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3554c53a-4dbf-4759-8e22-9beaa991c58c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.228224 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2d38d9aa-0639-4200-82d6-20f2b9e4e3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:27.243234 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554c53a-4dbf-4759-8e22-9beaa991c58c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97283ad9-dd11-41e7-aaa5-915be0539b2b,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:27.245738 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3554c53a-4dbf-4759-8e22-9beaa991c58c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:27.350763 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.351137 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.475626 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Calling delete_port for 0d6b3b56-b5ed-454d-af33-0087b68a6078 owned by network:floatingip {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:57:27.476256 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-3554c53a-4dbf-4759-8e22-9beaa991c58c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.477403 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-3554c53a-4dbf-4759-8e22-9beaa991c58c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "DELETE /v2.0/security-groups/97283ad9-dd11-41e7-aaa5-915be0539b2b HTTP/1.1" status: 204  len: 168 time: 0.5232441
Aug 23 01:57:27.482869 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56716) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:27.513843 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.api.v2.resource [None req-7b89b70f-f3aa-40a5-802f-dee247e99df8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] show failed (client error): The resource could not be found.
Aug 23 01:57:27.515823 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-7b89b70f-f3aa-40a5-802f-dee247e99df8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups/97283ad9-dd11-41e7-aaa5-915be0539b2b HTTP/1.1" status: 404  len: 347 time: 0.0320277
Aug 23 01:57:27.527692 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56720) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:27.618785 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7e7beafe-a181-4539-9253-3c2d72d3e561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.671566 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be7dc9-b0c5-4dac-918a-ed3fd35fd4ff req-ff6ad4f4-0433-4d96-935e-12c388971f30 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:27.674228 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f8be7dc9-b0c5-4dac-918a-ed3fd35fd4ff req-ff6ad4f4-0433-4d96-935e-12c388971f30 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.2445924
Aug 23 01:57:27.788733 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Deleting port 085cb32a-9b58-4866-bfc7-958bad46851f {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:57:27.789067 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.819147 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:27.827772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:27.857461 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f8be7dc9-b0c5-4dac-918a-ed3fd35fd4ff req-c729097a-9c91-4876-a4ca-223cb0465013 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1770988
Aug 23 01:57:27.870893 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event deleted for resources: {'Port': ['ID=0d6b3b56-b5ed-454d-af33-0087b68a6078,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:27.874126 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:27.990519 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.002399 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.002728 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.083456 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.087366 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "DELETE /v2.0/floatingips/b1f6d8b1-75c8-4e6d-b35b-b9a190d838f2 HTTP/1.1" status: 204  len: 168 time: 1.0645552
Aug 23 01:57:28.174225 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Calling delete_port for 085cb32a-9b58-4866-bfc7-958bad46851f owned by network:floatingip {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:57:28.283326 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.426612 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.431418 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:28.471533 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event deleted for resources: {'Port': ['ID=085cb32a-9b58-4866-bfc7-958bad46851f,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:28.475613 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:28.565539 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.683388 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.685600 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-5ad923e9-52be-47bd-af98-daf7d61892e7 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "DELETE /v2.0/floatingips/3266776a-877e-4280-9f4b-9cb76f96d063 HTTP/1.1" status: 204  len: 168 time: 1.1549971
Aug 23 01:57:28.738391 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56752) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:28.745324 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711979553', 'description': 'tempest-description--533861575'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:28.751938 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:28.757723 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:security_group and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:28.760876 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:28.768155 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:28.775931 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56756) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:28.852497 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.888486 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:28.893129 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:security_group_rule and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:28.896482 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:28.907617 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:28.920589 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:28.955490 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:28.960372 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f747c69359614cb5816574fb5cc9803d is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:28.963391 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:28.969698 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:28.972183 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.036919 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.058076 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.063700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-4fd5b3cb-7dde-4fa3-b853-726d064e0dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:29.115502 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2bf0d9-572e-4755-ab0b-8e58c4642643,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:29.118490 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:29.129930 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.135761 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00122a04-e854-411a-8e50-29049b463009 req-a0c7ecee-cfe0-4486-812e-949b412cbb93 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:29.137338 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00122a04-e854-411a-8e50-29049b463009 req-a0c7ecee-cfe0-4486-812e-949b412cbb93 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.1254976
Aug 23 01:57:29.137804 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e147f9bd-26db-4829-8432-b0d3790e57cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:29.185436 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f747c69359614cb5816574fb5cc9803d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4083796
Aug 23 01:57:29.186185 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e978d1-3513-406c-8013-ed9e4497ada6,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:29.188381 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56766) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:29.192393 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00122a04-e854-411a-8e50-29049b463009 req-d1bd91b2-9cb3-4879-9e1f-b6f209427b30 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0487175
Aug 23 01:57:29.200361 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:29.232452 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.237054 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.4946926
Aug 23 01:57:29.249197 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56770) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:29.249197 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'security_group_rule': {'security_group_id': 'ed2bf0d9-572e-4755-ab0b-8e58c4642643', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:29.249197 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:29.253645 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:security_group_rule and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:29.254589 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ba07ff6d-f56a-4499-b0de-4843a024785f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.256867 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:29.262630 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:29.281646 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ba07ff6d-f56a-4499-b0de-4843a024785f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.344929 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56778) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:29.351304 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109655666', 'description': 'tempest-description--1082014973'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:29.356953 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:29.361231 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:security_group and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:29.364123 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:29.375002 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:29.398810 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.460316 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ba07ff6d-f56a-4499-b0de-4843a024785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.465059 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0288e01b-f098-4e3b-b0cc-44c04c2bd876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:29.473010 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.476552 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07ff6d-f56a-4499-b0de-4843a024785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e978d1-3513-406c-8013-ed9e4497ada6,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:29.479423 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ba07ff6d-f56a-4499-b0de-4843a024785f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:29.481619 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ba07ff6d-f56a-4499-b0de-4843a024785f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.482766 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-ba07ff6d-f56a-4499-b0de-4843a024785f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7e978d1-3513-406c-8013-ed9e4497ada6 HTTP/1.1" status: 204  len: 168 time: 0.2930071
Aug 23 01:57:29.496709 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.536109 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:29.540115 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:security_group_rule and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:29.543056 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:29.549059 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:29.549878 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.552237 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:29.575625 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd68f609-c06d-40ff-82ba-fcf5d40d7feb,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:29.578111 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:29.611895 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.695122 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.695334 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.698997 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4582901
Aug 23 01:57:29.699256 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56784) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:29.700880 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-926b4ba1-4f1a-4d99-9c1a-6e0d2bee8ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:29.704977 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'security_group_rule': {'security_group_id': 'ed2bf0d9-572e-4755-ab0b-8e58c4642643', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:29.711763 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:29.715772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:security_group_rule and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:29.719103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:29.725225 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:29.740596 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9c27e8-6cb0-4090-a491-5599b066bbd3,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:29.743301 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:29.832545 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.834513 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4883196
Aug 23 01:57:29.837258 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56788) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:29.846065 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'security_group_rule': {'security_group_id': 'ce9c27e8-6cb0-4090-a491-5599b066bbd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:29.849296 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:29.853140 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:security_group_rule and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:29.856633 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:29.865027 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:29.895087 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-07635070-a5c6-49a6-8e16-d8f479712f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:29.957123 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.004464 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.056337 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.081281 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.192092 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.196538 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.196538 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0f754429-8d0b-4cb5-a956-08099149bb4d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:30.223328 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c807662f-b7d7-451a-af34-f36d66859f50,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:30.254068 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5686d4-4e52-4c14-8b7e-3962cd6b05f9,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:30.257381 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:30.263420 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:30.263420 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:30.326419 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56798) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:30.382072 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.390656 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.396734 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a768c896-f927-4a4e-9930-ed678ed811b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6915984
Aug 23 01:57:30.396876 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56802) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:30.401896 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:30.407821 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:30.413095 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Usage tracker for resource:floatingip and tenant:9bb2cbb0b80946b59df7b67e0b0df333 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:30.415990 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:30.423821 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:30.431986 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.433187 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5948379
Aug 23 01:57:30.434149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:30.436175 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56806) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:30.439195 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Usage tracker for resource:security_group_rule and tenant:76983db435694a339ecef4925dae383c is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:30.443263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'security_group_rule': {'security_group_id': 'ce9c27e8-6cb0-4090-a491-5599b066bbd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:30.443407 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:30.449652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:30.450242 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:30.453463 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:security_group_rule and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:30.456194 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:30.462830 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:30.468808 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8a4f7-2da1-4ed1-9e4c-c5cf4a92a529 req-314241b0-2c16-4847-b34c-acba4703ca3f tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:30.470268 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6cc8a4f7-2da1-4ed1-9e4c-c5cf4a92a529 req-314241b0-2c16-4847-b34c-acba4703ca3f tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.1291845
Aug 23 01:57:30.542802 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6cc8a4f7-2da1-4ed1-9e4c-c5cf4a92a529 req-df2ed08b-748b-4d6d-8fff-402a6b74d6dd tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0635223
Aug 23 01:57:30.557795 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.568033 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.636603 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.704745 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.713090 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d29fa70e-3ed4-4d4c-9652-e12443f2fd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:30.721393 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.747111 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.752663 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e832d87-84fc-454d-ba7b-35cc34339590,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:30.755642 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:30.760915 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76983db435694a339ecef4925dae383c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4311450
Aug 23 01:57:30.762149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56810) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:30.809030 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.820022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7e3c950c-3cd0-43cd-9b5e-894bd2d906d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.845827 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7e3c950c-3cd0-43cd-9b5e-894bd2d906d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.850783 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.858409 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-cec92e3a-5013-4fc4-8fe4-94712a70b5ab tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:30.891917 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc34213-9e11-45ca-b4be-19f9c75c8690,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:30.900063 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:30.912313 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Allocated IP 172.27.2.160 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/68c5b58a-846d-4ea9-a9a7-40683ac5c6ff) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:57:30.986380 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7e3c950c-3cd0-43cd-9b5e-894bd2d906d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:30.991188 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f89ab393-a45c-4df0-9c7a-96ff6a32aff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:31.002718 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c950c-3cd0-43cd-9b5e-894bd2d906d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e832d87-84fc-454d-ba7b-35cc34339590,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:31.006128 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7e3c950c-3cd0-43cd-9b5e-894bd2d906d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:31.007363 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.008064 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7e3c950c-3cd0-43cd-9b5e-894bd2d906d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.015576 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-7e3c950c-3cd0-43cd-9b5e-894bd2d906d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e832d87-84fc-454d-ba7b-35cc34339590 HTTP/1.1" status: 204  len: 168 time: 0.2471504
Aug 23 01:57:31.015676 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-a50b36e1-70fb-4e32-a0ca-fa877fa7b446 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5724332
Aug 23 01:57:31.015778 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56816) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:31.030812 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:31.045878 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:31.056477 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Usage tracker for resource:floatingip and tenant:3e8a365a2ff64421bef434d3568b128e is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:31.057595 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:31.063456 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:31.069525 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.138514 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.172890 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.177455 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:31.239697 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:57:31.242308 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:57:31.246641 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:57:31.272814 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.281377 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'Port': ['ID=68c5b58a-846d-4ea9-a9a7-40683ac5c6ff,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:31.285697 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:31.439624 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Allocated IP 172.27.2.191 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/4e63e15f-5059-41a5-8a86-e78757a79730) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:57:31.500885 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.599132 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.639057 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.704339 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.709721 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:31.774490 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:57:31.777373 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:57:31.781074 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:57:31.815866 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'Port': ['ID=4e63e15f-5059-41a5-8a86-e78757a79730,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:31.819976 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:31.860958 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516923a1-3934-4d8a-a999-b76c7aebc6b5 req-a7885761-53d1-4d41-9c86-ee96435fdde3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:31.862554 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-516923a1-3934-4d8a-a999-b76c7aebc6b5 req-a7885761-53d1-4d41-9c86-ee96435fdde3 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.1772261
Aug 23 01:57:31.942309 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-516923a1-3934-4d8a-a999-b76c7aebc6b5 req-c5c6e7ea-54c6-4b54-991a-e46cb8b1a7ea tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0631773
Aug 23 01:57:31.961018 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:31.994016 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.078136 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.082891 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:32.135769 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.182050 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'Port': ['ID=68c5b58a-846d-4ea9-a9a7-40683ac5c6ff,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:32.186155 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:32.205274 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.358103 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.367522 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9633422
Aug 23 01:57:32.444896 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.460978 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.551813 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.560242 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-623649ad-adfd-4058-a6ba-605f5fe473cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:32.691255 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'Port': ['ID=4e63e15f-5059-41a5-8a86-e78757a79730,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:32.702393 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:32.709944 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.714724 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-72a3bf0f-30ef-4479-bad6-05dbcf051499 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Synchronizing usage tracker for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:32.832415 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-72a3bf0f-30ef-4479-bad6-05dbcf051499 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Unset dirty status for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:32.833638 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-72a3bf0f-30ef-4479-bad6-05dbcf051499 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--711979553&fields=id&tenant_id=9bb2cbb0b80946b59df7b67e0b0df333 HTTP/1.1" status: 200  len: 267 time: 0.2452767
Aug 23 01:57:32.865719 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:32.866854 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8509409
Aug 23 01:57:32.987854 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-8ca32131-85c0-4edd-964c-5ea7ef4acb44 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:32.989421 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-8ca32131-85c0-4edd-964c-5ea7ef4acb44 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 817 time: 0.1494186
Aug 23 01:57:33.006242 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-3693158f-54ce-43dc-b55a-0347e708bc95 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/quotas/9bb2cbb0b80946b59df7b67e0b0df333 HTTP/1.1" status: 200  len: 375 time: 0.0107758
Aug 23 01:57:33.102485 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-85333d38-d3d0-480a-9f0b-5994953d480e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Synchronizing usage tracker for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:33.106221 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-4a8f9e37-ca6c-4520-b35a-015c9630dce6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:33.209153 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-85333d38-d3d0-480a-9f0b-5994953d480e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Unset dirty status for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:33.209644 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-4a8f9e37-ca6c-4520-b35a-015c9630dce6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:33.210641 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-85333d38-d3d0-480a-9f0b-5994953d480e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1987948
Aug 23 01:57:33.210979 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-4a8f9e37-ca6c-4520-b35a-015c9630dce6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--109655666&fields=id&tenant_id=3e8a365a2ff64421bef434d3568b128e HTTP/1.1" status: 200  len: 267 time: 0.1490088
Aug 23 01:57:33.353981 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-df6eb448-ffeb-4345-87f6-346880133459 service neutron] 10.222.0.20 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317806
Aug 23 01:57:33.368148 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-5d718d5e-4b4b-458b-acaf-6b61eb1d85cf tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:33.374749 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-5d718d5e-4b4b-458b-acaf-6b61eb1d85cf tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 811 time: 0.1568387
Aug 23 01:57:33.391560 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8b702a3f-2d1e-4fa4-b670-333135ffbbe3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/quotas/3e8a365a2ff64421bef434d3568b128e HTTP/1.1" status: 200  len: 375 time: 0.0159791
Aug 23 01:57:33.476152 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-4c022dce-0ee8-49bf-98cf-a19b7c6c2ef2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:33.502464 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-3d1c6a20-78be-4802-b3b7-a014fe8ead80 service neutron] 10.222.0.20 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426101
Aug 23 01:57:33.552058 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-4c022dce-0ee8-49bf-98cf-a19b7c6c2ef2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:33.553477 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-4c022dce-0ee8-49bf-98cf-a19b7c6c2ef2 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1611924
Aug 23 01:57:33.688733 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d2041dbd-beff-4079-ac4e-3cf6d8e5d68a service neutron] 10.222.0.20 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237946
Aug 23 01:57:33.827677 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-5872c348-c959-4aa6-a6d3-92320f470f34 service neutron] 10.222.0.20 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327481
Aug 23 01:57:33.977141 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d822e8-ed96-482e-8953-680d9086ddf1 req-0b3ff933-5b43-4a35-a7a3-7acb22a1dae4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:33.978629 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c7d822e8-ed96-482e-8953-680d9086ddf1 req-0b3ff933-5b43-4a35-a7a3-7acb22a1dae4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0859015
Aug 23 01:57:34.035065 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c7d822e8-ed96-482e-8953-680d9086ddf1 req-e71d79d0-87fb-46ca-af7f-f534400d1a93 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0490494
Aug 23 01:57:34.122630 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a5819b1d-f3af-490b-9d3e-771a196d119a req-d173985b-14c3-4110-92e5-34571bd2e8db tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 210 time: 0.0588398
Aug 23 01:57:34.188666 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2d71c658-4511-4e29-b777-67aba9227aa4 req-ee2cc99c-fad7-4ab8-ac1c-38574957e348 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 210 time: 0.0834928
Aug 23 01:57:35.250909 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0efa5c-bda1-4896-8cb1-4d5375154399 req-f0f6409d-b66a-4730-85b4-427aed3fea00 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:35.255032 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ab0efa5c-bda1-4896-8cb1-4d5375154399 req-f0f6409d-b66a-4730-85b4-427aed3fea00 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0983105
Aug 23 01:57:35.330415 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5012eedc-2b6a-44ae-b10b-21131fa40de4 req-562b6bf1-47b3-45d1-a7a7-82bbe54daf47 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 210 time: 0.0551801
Aug 23 01:57:35.330415 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56960) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:35.331033 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ab0efa5c-bda1-4896-8cb1-4d5375154399 req-febbbd2d-e021-4e60-ad43-87abe9738ec4 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0716059
Aug 23 01:57:35.492618 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:35.517821 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c67387c3-ac4c-49df-b0de-f168a39e11bc req-dd2d3dee-c755-4d09-9ca4-cb6d63141a01 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 210 time: 0.0407689
Aug 23 01:57:35.524469 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:35.528463 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:b29d5de9c3de40bbb0b7161e59747da9 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:35.531583 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:35.537806 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:35.601140 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:35.692267 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:35.698576 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:35.740355 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9597270-3f56-44e4-aa28-4e704a22adf1,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:35.743575 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:35.746247 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b29d5de9c3de40bbb0b7161e59747da9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4150732
Aug 23 01:57:35.749999 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 56968) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:35.815238 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-77cbad23-7ab0-416d-8736-de3d6def0ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:35.841966 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-77cbad23-7ab0-416d-8736-de3d6def0ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:35.955591 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-77cbad23-7ab0-416d-8736-de3d6def0ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:35.959672 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-87839be7-bed4-41dd-91ab-6a9f82fca2d7 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:35.971838 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbad23-7ab0-416d-8736-de3d6def0ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9597270-3f56-44e4-aa28-4e704a22adf1,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:35.977095 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-77cbad23-7ab0-416d-8736-de3d6def0ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:35.994520 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-77cbad23-7ab0-416d-8736-de3d6def0ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:35.995710 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-77cbad23-7ab0-416d-8736-de3d6def0ef8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9597270-3f56-44e4-aa28-4e704a22adf1 HTTP/1.1" status: 204  len: 168 time: 0.2447069
Aug 23 01:57:36.189950 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-da4c5d53-03eb-42ee-8bd7-4715a93b8919 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:36.191440 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-da4c5d53-03eb-42ee-8bd7-4715a93b8919 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 817 time: 0.1610005
Aug 23 01:57:36.247400 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-90d0fa31-69f7-45ce-a9f4-37a28676227b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb2cbb0b80946b59df7b67e0b0df333 HTTP/1.1" status: 200  len: 379 time: 0.0417733
Aug 23 01:57:36.256364 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'port': {'device_id': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'admin_state_up': True, 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'security_groups': ['ed2bf0d9-572e-4755-ab0b-8e58c4642643']}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:36.431538 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:36.445411 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:36.567242 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Made reservation on behalf of 9bb2cbb0b80946b59df7b67e0b0df333 for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:57:36.571294 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:36.751261 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80306fd1-a0f4-4b7e-bb2e-8a3ea516217f req-2d256eaf-88f6-4ff8-8444-b3410017dfcf tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:36.752782 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-80306fd1-a0f4-4b7e-bb2e-8a3ea516217f req-2d256eaf-88f6-4ff8-8444-b3410017dfcf tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.1674535
Aug 23 01:57:36.777887 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b5766a61-66a5-42c1-a80a-b97336e2c4bc req-9875e2d7-4858-436d-9678-33ec2fdeadb4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 210 time: 0.0575540
Aug 23 01:57:36.826962 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-70467323-86ab-4fbc-ad81-5aff40606530 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:36.828369 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-70467323-86ab-4fbc-ad81-5aff40606530 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 811 time: 0.2073905
Aug 23 01:57:36.856080 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-80306fd1-a0f4-4b7e-bb2e-8a3ea516217f req-b23f987d-d1b9-4a5d-b9a2-56423a0cc3af tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0970089
Aug 23 01:57:36.868681 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Allocated IP 172.20.0.9 (20ddf51d-abd0-4049-b791-24137bf2a8cd/827f4b18-d21b-4a46-9cbc-2378edae1e34/183f1086-f6d2-4ac3-8256-81348398b771) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:57:36.905279 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-b52ab755-a30d-4892-adfc-9a3546b51d94 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8a365a2ff64421bef434d3568b128e HTTP/1.1" status: 200  len: 379 time: 0.0633419
Aug 23 01:57:36.914084 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'port': {'device_id': '454f5512-299e-4c4e-928c-46b92391a426', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'admin_state_up': True, 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'security_groups': ['ce9c27e8-6cb0-4090-a491-5599b066bbd3']}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:37.043592 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 56998) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:37.110192 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2887dd76-ea92-4e52-b1c8-01af45c2408d req-1166cb91-37b6-419e-b58a-85bb455a3af3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 210 time: 0.1799285
Aug 23 01:57:37.117477 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.179931 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:37.188868 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:37.191380 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:37.197127 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Usage tracker for resource:security_group_rule and tenant:222409b6d37b4e35a748a4d15602d44c is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:37.201890 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:37.217173 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:37.224760 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.249673 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Transition to ACTIVE for port object 183f1086-f6d2-4ac3-8256-81348398b771 will not be triggered until provisioned by entity DHCP. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:57:37.309769 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.312030 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Made reservation on behalf of 3e8a365a2ff64421bef434d3568b128e for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:57:37.315083 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.455191 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.462463 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.464789 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-cf4dd83d-d11e-4a39-8bc8-266082a4d396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:37.481316 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Allocated IP 172.20.0.14 (1a30c070-d0d4-43cc-9433-82441c5c9ccc/b1956dc8-0f25-43be-99fc-668e5d3753de/f059b417-98eb-43a5-9894-df5a5f7de080) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:57:37.520170 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=222409b6d37b4e35a748a4d15602d44c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4733372
Aug 23 01:57:37.520170 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b77ce5-146b-48ef-a243-7a8ed565c65e,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:37.520486 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57002) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:37.524247 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:37.524785 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a92a55a8-6c03-4c43-9dad-ee0a25b988ed tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:37.563613 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:57:37.573067 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:57:37.582236 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:57:37.652915 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:37.656214 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:37.667267 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:37.667950 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.704713 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2e63f64a-09e3-4b85-b5fe-3c110acec94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.741055 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.755342 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2e63f64a-09e3-4b85-b5fe-3c110acec94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.778409 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Transition to ACTIVE for port object f059b417-98eb-43a5-9894-df5a5f7de080 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:57:37.790179 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5374172
Aug 23 01:57:37.803156 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Request body: {'port': {'device_id': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:37.900814 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.907503 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:37.949756 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.951981 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-582e0a03-f159-404e-83e8-d7fa6c35500e None None] Provisioning for port 183f1086-f6d2-4ac3-8256-81348398b771 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:57:37.954855 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2e63f64a-09e3-4b85-b5fe-3c110acec94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.957288 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-582e0a03-f159-404e-83e8-d7fa6c35500e None None] Provisioning complete for port 183f1086-f6d2-4ac3-8256-81348398b771 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:57:37.958458 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-582e0a03-f159-404e-83e8-d7fa6c35500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:37.998651 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:57:38.000767 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event updated for resources: {'Port': ['ID=f059b417-98eb-43a5-9894-df5a5f7de080,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:38.004110 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:57:38.036126 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:38.036653 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f26bb0af-7484-4b33-84a0-09a065d7db89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:38.050839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:57:38.061001 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-582e0a03-f159-404e-83e8-d7fa6c35500e None None] Port 183f1086-f6d2-4ac3-8256-81348398b771 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:57:38.076305 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63f64a-09e3-4b85-b5fe-3c110acec94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b77ce5-146b-48ef-a243-7a8ed565c65e,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:38.082058 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2e63f64a-09e3-4b85-b5fe-3c110acec94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:38.125204 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d239db3-54cb-4cd5-bb3e-72ccfe9c8842 req-61cea034-59f3-495e-9237-f68843964003 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:38.125744 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2e63f64a-09e3-4b85-b5fe-3c110acec94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:38.125908 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-9d239db3-54cb-4cd5-bb3e-72ccfe9c8842 req-61cea034-59f3-495e-9237-f68843964003 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Synchronizing usage tracker for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:38.129340 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-2e63f64a-09e3-4b85-b5fe-3c110acec94e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65b77ce5-146b-48ef-a243-7a8ed565c65e HTTP/1.1" status: 204  len: 168 time: 0.6053264
Aug 23 01:57:38.156666 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:38.157532 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:38.187276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4b2c9-f5c3-4876-ae14-e8ccf993f10d req-2270c4a9-be11-4fbd-b924-35882b9317af tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:38.195826 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98c4b2c9-f5c3-4876-ae14-e8ccf993f10d req-2270c4a9-be11-4fbd-b924-35882b9317af tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.1960311
Aug 23 01:57:38.230555 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-9d239db3-54cb-4cd5-bb3e-72ccfe9c8842 req-61cea034-59f3-495e-9237-f68843964003 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Unset dirty status for tenant:9bb2cbb0b80946b59df7b67e0b0df333 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:38.231940 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d239db3-54cb-4cd5-bb3e-72ccfe9c8842 req-61cea034-59f3-495e-9237-f68843964003 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 931 time: 0.3160744
Aug 23 01:57:38.257170 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98c4b2c9-f5c3-4876-ae14-e8ccf993f10d req-2087b496-518a-439f-9124-2a5b10ebee1c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0601113
Aug 23 01:57:38.262096 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3518987
Aug 23 01:57:38.281259 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Request body: {'port': {'device_id': '454f5512-299e-4c4e-928c-46b92391a426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:38.336804 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d239db3-54cb-4cd5-bb3e-72ccfe9c8842 req-97ae8c62-5344-4983-978c-8235ab4d6419 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925076
Aug 23 01:57:38.391638 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-99c5dc42-c66a-4374-bd86-035f274e4b82 None None] Provisioning for port f059b417-98eb-43a5-9894-df5a5f7de080 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:57:38.397969 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-99c5dc42-c66a-4374-bd86-035f274e4b82 None None] Provisioning complete for port f059b417-98eb-43a5-9894-df5a5f7de080 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:57:38.398700 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-99c5dc42-c66a-4374-bd86-035f274e4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:38.462361 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-99c5dc42-c66a-4374-bd86-035f274e4b82 None None] Port f059b417-98eb-43a5-9894-df5a5f7de080 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:57:38.462550 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183f1086-f6d2-4ac3-8256-81348398b771 {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:57:38.470767 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:38.485510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Transition to ACTIVE for port object 183f1086-f6d2-4ac3-8256-81348398b771 will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:57:38.496058 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:38.573025 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fe815-588b-4945-b089-622a2266606d req-6b9729a5-7f7f-4fba-a98d-70d656bb4afd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:38.573779 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-237fe815-588b-4945-b089-622a2266606d req-6b9729a5-7f7f-4fba-a98d-70d656bb4afd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:38.609303 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:38.613661 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:38.745774 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-237fe815-588b-4945-b089-622a2266606d req-6b9729a5-7f7f-4fba-a98d-70d656bb4afd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:38.747945 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-237fe815-588b-4945-b089-622a2266606d req-6b9729a5-7f7f-4fba-a98d-70d656bb4afd tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 932 time: 0.3479557
Aug 23 01:57:38.766420 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:38.776687 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:38.879564 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-237fe815-588b-4945-b089-622a2266606d req-8ecdd9c7-1887-46c5-99ad-d94c7e107dc0 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196101
Aug 23 01:57:38.943293 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Attempting to bind port 183f1086-f6d2-4ac3-8256-81348398b771 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:57:38.943760 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Attempting to bind port 183f1086-f6d2-4ac3-8256-81348398b771 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:57:38.944240 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Attempting to bind port 183f1086-f6d2-4ac3-8256-81348398b771 on network 20ddf51d-abd0-4049-b791-24137bf2a8cd {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:57:38.951412 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Port 183f1086-f6d2-4ac3-8256-81348398b771 on network 20ddf51d-abd0-4049-b791-24137bf2a8cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:57:38.951957 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Attempting to bind port 183f1086-f6d2-4ac3-8256-81348398b771 on network 20ddf51d-abd0-4049-b791-24137bf2a8cd {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:57:38.959729 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:57:38.960194 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Checking segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:57:38.960724 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Bound using segment: {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:57:38.961343 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Bound port: 183f1086-f6d2-4ac3-8256-81348398b771, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8527b213-3828-4923-b1e2-d2bcbf6ddb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:57:38.961777 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:38.977613 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f059b417-98eb-43a5-9894-df5a5f7de080 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:57:38.985081 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:38.999996 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Transition to ACTIVE for port object f059b417-98eb-43a5-9894-df5a5f7de080 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:57:39.062566 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:57:39.065561 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:57:39.115577 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:39.121595 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8aa1a6d8-46d8-47b4-8e1e-8d18ec73b4f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:39.150362 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:39.156574 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c6d1e5f8-3b72-48bc-9943-c0fe723ea570 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:39.235230 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:39.236305 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] 10.222.0.21 "PUT /v2.0/ports/183f1086-f6d2-4ac3-8256-81348398b771 HTTP/1.1" status: 200  len: 1093 time: 1.4381714
Aug 23 01:57:39.236988 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:39.276321 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f059b417-98eb-43a5-9894-df5a5f7de080,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:39.276645 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:39.279734 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:39.307881 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:39.436849 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771', 'status': 'completed', 'code': 200}
Aug 23 01:57:39.509709 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Attempting to bind port f059b417-98eb-43a5-9894-df5a5f7de080 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:57:39.509825 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Attempting to bind port f059b417-98eb-43a5-9894-df5a5f7de080 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:57:39.512474 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Attempting to bind port f059b417-98eb-43a5-9894-df5a5f7de080 on network 1a30c070-d0d4-43cc-9433-82441c5c9ccc {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:57:39.528095 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Port f059b417-98eb-43a5-9894-df5a5f7de080 on network 1a30c070-d0d4-43cc-9433-82441c5c9ccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:57:39.528489 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Attempting to bind port f059b417-98eb-43a5-9894-df5a5f7de080 on network 1a30c070-d0d4-43cc-9433-82441c5c9ccc {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:57:39.534649 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-ff996f0a-5075-4baa-898e-c63ceba6526a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 1096 time: 0.1903839
Aug 23 01:57:39.676273 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-858cf747-42ea-4b74-af41-229fcace5c2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=183f1086-f6d2-4ac3-8256-81348398b771 HTTP/1.1" status: 200  len: 217 time: 0.1354771
Aug 23 01:57:39.723463 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:57:39.723861 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Checking segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:57:39.724343 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Bound using segment: {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:57:39.725087 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Bound port: f059b417-98eb-43a5-9894-df5a5f7de080, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875092cc-1991-4bd4-a2a1-24942bea0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:57:39.725524 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:39.783931 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29edc73-738e-47da-b801-4f5ff1006495 req-653cf982-b23a-4135-929e-4ce0327a2f07 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:39.793229 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d29edc73-738e-47da-b801-4f5ff1006495 req-653cf982-b23a-4135-929e-4ce0327a2f07 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1898310
Aug 23 01:57:39.796101 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-7f928ef9-7de6-4bb4-8bae-5922be5f0a40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:39.797574 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-7f928ef9-7de6-4bb4-8bae-5922be5f0a40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.1071141
Aug 23 01:57:39.834638 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275c402-8f82-4244-b697-38c2fa57ac7a req-cc631023-8201-4f88-9f8e-df9d5dfb7784 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:39.836393 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b275c402-8f82-4244-b697-38c2fa57ac7a req-cc631023-8201-4f88-9f8e-df9d5dfb7784 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.3004730
Aug 23 01:57:39.868547 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] For port f059b417-98eb-43a5-9894-df5a5f7de080, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:57:39.886668 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] For port f059b417-98eb-43a5-9894-df5a5f7de080, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f059b417-98eb-43a5-9894-df5a5f7de080,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:57:39.915220 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b275c402-8f82-4244-b697-38c2fa57ac7a req-f341a0a3-daa5-4caf-a4f7-e5c9133c4293 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0664339
Aug 23 01:57:39.956494 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:39.969774 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e1396dd9-2f70-45c6-9859-ce85c58358b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:39.982703 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d29edc73-738e-47da-b801-4f5ff1006495 req-c95300ad-e769-4cdb-8100-8d9aede9e78a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1881754
Aug 23 01:57:40.015693 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-aa12b600-ab39-4c3f-85c1-7e9e535518c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0993516
Aug 23 01:57:40.041567 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:40.043762 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/f059b417-98eb-43a5-9894-df5a5f7de080 HTTP/1.1" status: 200  len: 1094 time: 1.7684269
Aug 23 01:57:40.044721 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454f5512-299e-4c4e-928c-46b92391a426', 'tag': 'f059b417-98eb-43a5-9894-df5a5f7de080'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:40.089371 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f059b417-98eb-43a5-9894-df5a5f7de080,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:40.102486 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:40.180019 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454f5512-299e-4c4e-928c-46b92391a426', 'tag': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'status': 'completed', 'code': 200}
Aug 23 01:57:40.228504 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-078ccfb7-e31f-4d21-845a-53043817553f service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028875
Aug 23 01:57:40.285591 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a944ab-71be-480d-891a-119355ca2367 req-cb73d7ef-6aa0-476a-9450-84d8c67831e9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:40.287105 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-06a944ab-71be-480d-891a-119355ca2367 req-cb73d7ef-6aa0-476a-9450-84d8c67831e9 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 944 time: 0.1864173
Aug 23 01:57:40.350108 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-00721e0f-a012-4450-9a50-30e24f1db43f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 1097 time: 0.1585569
Aug 23 01:57:40.422126 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-00fea490-1cba-4678-97dc-3089e0e8a152 req-42621b9a-7dd9-425f-bb88-5e9515a90ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815965
Aug 23 01:57:40.471133 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-bf803575-a229-4abe-bb33-8ff8912f28d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f059b417-98eb-43a5-9894-df5a5f7de080 HTTP/1.1" status: 200  len: 217 time: 0.0906584
Aug 23 01:57:40.475040 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-06a944ab-71be-480d-891a-119355ca2367 req-589992f6-20f5-418e-a0ed-59db9c6654aa tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687987
Aug 23 01:57:40.541148 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-ff9756d2-9040-4be7-9f47-9979528d4072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:40.542576 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-ff9756d2-9040-4be7-9f47-9979528d4072 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.0645249
Aug 23 01:57:40.622179 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-7231c9fb-7f14-4826-a4cf-55ad5f129cff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737517
Aug 23 01:57:40.679150 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-65e9f4a8-7f33-44b1-84e6-574237c0e7ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 1096 time: 0.0842733
Aug 23 01:57:40.685143 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57082) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:40.779736 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-3dcee031-296a-4da7-9c49-12271249aae1 service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501215
Aug 23 01:57:40.831552 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-d5c13df8-fd88-4620-92b6-a61c882b8fac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:40.833592 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-d5c13df8-fd88-4620-92b6-a61c882b8fac service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.1457403
Aug 23 01:57:40.907695 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-dbf2840d-51f7-4caf-b709-2bd25dc483e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=183f1086-f6d2-4ac3-8256-81348398b771 HTTP/1.1" status: 200  len: 217 time: 0.0659895
Aug 23 01:57:40.927017 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebd3931b-d0f9-4353-9121-87fedd49c308 req-63b98179-0b45-41e8-ba8c-17bc19d189a8 service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407928
Aug 23 01:57:40.980371 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:41.010149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-76c1cc9a-847c-4a67-8d2e-5074ce0d2e92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:41.011617 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-76c1cc9a-847c-4a67-8d2e-5074ce0d2e92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.0971200
Aug 23 01:57:41.075320 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:41.091091 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Usage tracker for resource:security_group_rule and tenant:2d3796a5f61e4ea0aa1b6d2758cc44e1 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:41.094829 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:41.102334 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:41.139576 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-714c9793-dd14-42c7-9793-855f3adcc7c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1186471
Aug 23 01:57:41.151345 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-8e06f60a-4b71-4474-9587-0a5405b7515c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 1097 time: 0.1047485
Aug 23 01:57:41.308017 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-f72c4fbf-18e2-4307-8bdc-07e7ec50dde4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:41.310079 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-f72c4fbf-18e2-4307-8bdc-07e7ec50dde4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 911 time: 0.1507907
Aug 23 01:57:41.315365 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-b2f6ee38-8cfc-4d2d-8b0b-4857d79d3e52 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690226
Aug 23 01:57:41.319336 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:41.405341 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-d3e30935-70de-4caf-bcb1-c280e849ce37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f059b417-98eb-43a5-9894-df5a5f7de080 HTTP/1.1" status: 200  len: 217 time: 0.0798967
Aug 23 01:57:41.445229 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:41.460901 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-607114aa-950e-473f-a756-d0253ee3f8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:41.554940 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-9d2b3e06-2964-4f1c-91f8-33a81c0da699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:41.556657 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-9d2b3e06-2964-4f1c-91f8-33a81c0da699 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.1440399
Aug 23 01:57:41.572125 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97178dc6-d59b-4951-8fe4-18d0b42ea9a4,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:41.587168 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d3796a5f61e4ea0aa1b6d2758cc44e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9009318
Aug 23 01:57:41.590878 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:41.593894 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57110) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:41.616884 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28812723-6cf9-49b4-8753-dc0ff2fdce7f req-d9de9434-2323-4918-a9f6-c3b58502c218 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:41.618364 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-28812723-6cf9-49b4-8753-dc0ff2fdce7f req-d9de9434-2323-4918-a9f6-c3b58502c218 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.4277260
Aug 23 01:57:41.641560 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1e9995ca-3cf4-44f6-a22b-6bb81697dfbe req-7f10ba02-73d2-4846-96fa-43e111450833 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3188527
Aug 23 01:57:41.676108 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ccd1b-46cc-4fdd-a08c-f59ad993ab76 req-9dd6c117-c3f7-45cd-8299-cbff4a46898f tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:41.677600 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a70ccd1b-46cc-4fdd-a08c-f59ad993ab76 req-9dd6c117-c3f7-45cd-8299-cbff4a46898f tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.6153595
Aug 23 01:57:41.683100 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-28812723-6cf9-49b4-8753-dc0ff2fdce7f req-7e157f4f-3dd6-49f4-a956-e7bbfe7f29aa tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528214
Aug 23 01:57:41.688742 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-456fe55b-b03b-4801-8b6e-9d7d6baac845 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1211352
Aug 23 01:57:41.710415 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ad17c154-9772-43bb-aaa3-915f160612dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:41.757831 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ad17c154-9772-43bb-aaa3-915f160612dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:41.785644 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a70ccd1b-46cc-4fdd-a08c-f59ad993ab76 req-06edc3b2-52ab-4148-adcf-87d84c8f233c tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&id=48a90fe7-7f24-475e-bfd2-ec44d99e78d7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0968957
Aug 23 01:57:41.883176 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-e797a5c8-1f0e-47f6-a9ed-b3b8ffd161fa service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824667
Aug 23 01:57:41.889207 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ad17c154-9772-43bb-aaa3-915f160612dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:41.894704 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-4bebca76-74de-4f9c-8537-36e885b16a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:41.907458 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17c154-9772-43bb-aaa3-915f160612dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97178dc6-d59b-4951-8fe4-18d0b42ea9a4,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:41.910695 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ad17c154-9772-43bb-aaa3-915f160612dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:41.912733 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ad17c154-9772-43bb-aaa3-915f160612dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:41.913969 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ad17c154-9772-43bb-aaa3-915f160612dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97178dc6-d59b-4951-8fe4-18d0b42ea9a4 HTTP/1.1" status: 204  len: 168 time: 0.3192482
Aug 23 01:57:42.100356 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4056e-8f72-4925-9068-bafbf338982e req-7a59921c-8aa1-46dc-b34d-25b857b6cd22 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:42.101052 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cbe4056e-8f72-4925-9068-bafbf338982e req-7a59921c-8aa1-46dc-b34d-25b857b6cd22 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 944 time: 0.2632592
Aug 23 01:57:42.135928 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3ff54afb-d97f-487d-9d1a-64ae39ea2a51 req-724b17a3-5965-4fd9-a759-ab2b9b1029be service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2416534
Aug 23 01:57:42.158220 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cbe4056e-8f72-4925-9068-bafbf338982e req-8aae3a31-c763-41ca-9efc-f2900df61eab tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466266
Aug 23 01:57:42.770855 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57140) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:42.793162 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:57:42.879687 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57146) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:42.909497 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:42.918333 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:42.936524 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:42.942129 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:42.946087 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Usage tracker for resource:security_group_rule and tenant:90e93e75eba04d41b8e8788b952b24a1 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:43.047709 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:43.048280 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '183f1086-f6d2-4ac3-8256-81348398b771', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'port_id': '183f1086-f6d2-4ac3-8256-81348398b771', 'mac_address': 'fa:16:3e:a4:8d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:57:43.048498 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:43.048688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b13db0-d42d-4efd-b6f0-690c0d61439e req-ea1f5ef8-92a4-4864-af93-0ea0fe83ee11 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:43.048688 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f3b13db0-d42d-4efd-b6f0-690c0d61439e req-ea1f5ef8-92a4-4864-af93-0ea0fe83ee11 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1451008
Aug 23 01:57:43.048688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:43.048688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a62ab66b94154e3597d913ec7ae36bf2 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:43.048688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:43.048688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:43.049511 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.049511 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183f1086-f6d2-4ac3-8256-81348398b771 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:57:43.050319 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.050468 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f3b13db0-d42d-4efd-b6f0-690c0d61439e req-46152f61-89cc-4593-b849-56607bd81d02 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507603
Aug 23 01:57:43.050622 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:43.196089 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.202947 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c9b93985-89d4-4136-be0d-7b5d810e0830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:43.242108 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5b845b-fda1-4fcc-a16e-dfad8cfe127b,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:43.245342 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:43.250781 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90e93e75eba04d41b8e8788b952b24a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3678477
Aug 23 01:57:43.253090 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57152) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:43.261914 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.281250 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.284725 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:43.329073 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.337762 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-34c0fe21-f654-433d-b470-ae1a6766733b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:43.353307 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:43.362608 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.363152 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.364172 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.364595 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.366806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.366806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.366806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.366806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.366806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.366806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.367498 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:57:43.371692 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:43.377504 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87036666-28bf-46f6-9abb-e1a055487178,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:43.380447 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:43.383350 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a62ab66b94154e3597d913ec7ae36bf2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6109600
Aug 23 01:57:43.388146 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57156) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:43.402001 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cfbdeb6e-a2a5-4409-84b0-825ba91daf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.441801 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19478de9-3f90-47f5-ba93-70bce4a11648 req-8c544d39-fa26-478c-83b8-1c836a61ccf3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:43.443435 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-19478de9-3f90-47f5-ba93-70bce4a11648 req-8c544d39-fa26-478c-83b8-1c836a61ccf3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 944 time: 0.1633973
Aug 23 01:57:43.445326 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cfbdeb6e-a2a5-4409-84b0-825ba91daf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.451821 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a24af2fc-da5b-4fb1-8317-370a18e44a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.496159 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['183f1086-f6d2-4ac3-8256-81348398b771'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:57:43.519364 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-19478de9-3f90-47f5-ba93-70bce4a11648 req-da304ac2-55bf-43bb-8942-d78f3dbce67e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668490
Aug 23 01:57:43.572044 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a24af2fc-da5b-4fb1-8317-370a18e44a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.620049 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cfbdeb6e-a2a5-4409-84b0-825ba91daf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.625652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9206b4d1-3368-4c51-8067-443e9120e6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:43.641872 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdeb6e-a2a5-4409-84b0-825ba91daf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5b845b-fda1-4fcc-a16e-dfad8cfe127b,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:43.644988 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-cfbdeb6e-a2a5-4409-84b0-825ba91daf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:43.646190 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cfbdeb6e-a2a5-4409-84b0-825ba91daf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.649932 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-cfbdeb6e-a2a5-4409-84b0-825ba91daf63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec5b845b-fda1-4fcc-a16e-dfad8cfe127b HTTP/1.1" status: 204  len: 168 time: 0.3933322
Aug 23 01:57:43.705793 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a24af2fc-da5b-4fb1-8317-370a18e44a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.711154 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:43.726681 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24af2fc-da5b-4fb1-8317-370a18e44a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87036666-28bf-46f6-9abb-e1a055487178,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:43.726681 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a24af2fc-da5b-4fb1-8317-370a18e44a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:43.728821 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a24af2fc-da5b-4fb1-8317-370a18e44a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:43.729895 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a24af2fc-da5b-4fb1-8317-370a18e44a85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87036666-28bf-46f6-9abb-e1a055487178 HTTP/1.1" status: 204  len: 168 time: 0.3408158
Aug 23 01:57:44.258453 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e463c-7d87-4c76-8eaa-e9640c750f5f req-ba047c3c-7add-4149-b37b-18a41a73ddfc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:44.259916 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9f1e463c-7d87-4c76-8eaa-e9640c750f5f req-ba047c3c-7add-4149-b37b-18a41a73ddfc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 944 time: 0.0802615
Aug 23 01:57:44.304649 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9f1e463c-7d87-4c76-8eaa-e9640c750f5f req-55162e89-f7eb-4da1-864e-13a37fe66751 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393171
Aug 23 01:57:44.547687 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57178) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:44.567708 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:44.601147 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:44.604927 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Usage tracker for resource:security_group_rule and tenant:48638672931241a58b75bb7937dd24b0 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:44.607824 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:44.614164 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:44.731668 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:44.752720 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47321a7a-9a30-4214-81d4-1a795b2d6898 req-c9facaa7-2fa3-452b-b9d8-4f0eb054c82e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:44.754191 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-47321a7a-9a30-4214-81d4-1a795b2d6898 req-c9facaa7-2fa3-452b-b9d8-4f0eb054c82e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 944 time: 0.1037695
Aug 23 01:57:44.793359 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:44.803048 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8fa0c54b-f68d-419f-8391-27bcd8c1e6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:44.811941 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device f059b417-98eb-43a5-9894-df5a5f7de080 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:57:44.817323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:57:44.825806 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-47321a7a-9a30-4214-81d4-1a795b2d6898 req-fc89bd0e-9eee-4205-a47f-820f8ebd9a27 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660686
Aug 23 01:57:44.852869 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48638672931241a58b75bb7937dd24b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3018265
Aug 23 01:57:44.853077 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57188) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:44.864918 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25c13c-6ad1-45b7-a188-35d4e0ad24f7,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:44.869345 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:44.916971 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e09fc4ef-af8e-4b51-b104-754218c19ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:44.944166 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e09fc4ef-af8e-4b51-b104-754218c19ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.008146 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port f059b417-98eb-43a5-9894-df5a5f7de080, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f059b417-98eb-43a5-9894-df5a5f7de080,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:45.021905 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'port_id': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'mac_address': 'fa:16:3e:18:05:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:57:45.074788 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.088815 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 183f1086-f6d2-4ac3-8256-81348398b771 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:57:45.098267 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 183f1086-f6d2-4ac3-8256-81348398b771 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:57:45.098640 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.125221 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f059b417-98eb-43a5-9894-df5a5f7de080 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:57:45.127199 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e09fc4ef-af8e-4b51-b104-754218c19ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.132477 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5a84f683-bd87-4f54-8679-4d34f00fb30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:45.146287 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fc4ef-af8e-4b51-b104-754218c19ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25c13c-6ad1-45b7-a188-35d4e0ad24f7,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:45.149087 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e09fc4ef-af8e-4b51-b104-754218c19ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:45.151813 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e09fc4ef-af8e-4b51-b104-754218c19ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.153494 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-e09fc4ef-af8e-4b51-b104-754218c19ace admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd25c13c-6ad1-45b7-a188-35d4e0ad24f7 HTTP/1.1" status: 204  len: 168 time: 0.2995136
Aug 23 01:57:45.162002 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port f059b417-98eb-43a5-9894-df5a5f7de080, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f059b417-98eb-43a5-9894-df5a5f7de080,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:45.242592 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.255960 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.259298 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-6a3ed4d7-5523-40a6-ba76-a8f6126821db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:45.347593 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:45.361322 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:45.379703 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=f059b417-98eb-43a5-9894-df5a5f7de080,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:45.379703 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:45.415367 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771', 'code': 200}
Aug 23 01:57:45.438172 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.440912 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-419b3e1d-4943-4593-99bd-20f4e043752c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:45.488784 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['f059b417-98eb-43a5-9894-df5a5f7de080'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:57:45.537708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b2151-86b4-467e-a58e-b2166ca89c0f req-7df2c32f-b203-4d28-a073-0256c586f3d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:45.539668 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a19b2151-86b4-467e-a58e-b2166ca89c0f req-7df2c32f-b203-4d28-a073-0256c586f3d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.0826602
Aug 23 01:57:45.574975 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:45.578652 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:45.611360 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a19b2151-86b4-467e-a58e-b2166ca89c0f req-ee64ca71-a1d6-4e18-a83a-9aebd825a21d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661542
Aug 23 01:57:45.763394 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57212) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:45.828365 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2f4eb064-c30d-4ef3-bc41-4ee0a15e1c21 req-9e006278-9d88-471b-a1c1-d1fa7895eca1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 1098 time: 0.0792856
Aug 23 01:57:45.873978 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2f4eb064-c30d-4ef3-bc41-4ee0a15e1c21 req-e372da52-6ddc-45c6-9466-3ed4963720f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386488
Aug 23 01:57:45.904972 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:45.937842 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:45.948758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Usage tracker for resource:security_group_rule and tenant:9038b5acf7fb44c68267a467a252cd5a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:45.948758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:45.950864 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:45.968852 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.015006 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.041945 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe46594-4e9a-43a2-bf17-e5c156cde8c1 req-bb2346c8-6023-4143-ac8b-bea294798cab tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:46.043389 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebe46594-4e9a-43a2-bf17-e5c156cde8c1 req-bb2346c8-6023-4143-ac8b-bea294798cab tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 945 time: 0.0758526
Aug 23 01:57:46.073842 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.082589 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3579ee90-6a37-410e-8ea8-87f67dc2d60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:46.106787 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ebe46594-4e9a-43a2-bf17-e5c156cde8c1 req-54a6e535-cd99-4705-8ada-3605391ba39d tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576894
Aug 23 01:57:46.130154 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9038b5acf7fb44c68267a467a252cd5a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3658481
Aug 23 01:57:46.130958 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efba064b-6725-4a7f-9652-a082b53e16fe,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:46.132824 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57226) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:46.134916 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:46.194671 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-00a90d7c-c61e-4934-abcd-bd78ca9ce46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.223840 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-00a90d7c-c61e-4934-abcd-bd78ca9ce46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.368810 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-00a90d7c-c61e-4934-abcd-bd78ca9ce46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.373141 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e1c756c9-881f-40bb-abba-81a051606858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:46.384070 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90d7c-c61e-4934-abcd-bd78ca9ce46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efba064b-6725-4a7f-9652-a082b53e16fe,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:46.387891 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-00a90d7c-c61e-4934-abcd-bd78ca9ce46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:46.395018 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-00a90d7c-c61e-4934-abcd-bd78ca9ce46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.396203 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-00a90d7c-c61e-4934-abcd-bd78ca9ce46b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efba064b-6725-4a7f-9652-a082b53e16fe HTTP/1.1" status: 204  len: 168 time: 0.2615261
Aug 23 01:57:46.562201 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57238) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:46.804311 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1023744509-network', 'tenant_id': 'e8f6d9e7b11d49b083d606c833a2ab49'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:46.810961 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:46.815074 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Usage tracker for resource:network and tenant:e8f6d9e7b11d49b083d606c833a2ab49 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:46.818693 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:46.826070 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:46.827100 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab5713-f9c4-4686-afbe-198d7709c133 req-887076f4-a3a0-4fda-b5eb-76acd4d463de tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:46.828759 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cab5713-f9c4-4686-afbe-198d7709c133 req-887076f4-a3a0-4fda-b5eb-76acd4d463de tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.0880575
Aug 23 01:57:46.835292 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device f059b417-98eb-43a5-9894-df5a5f7de080 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:57:46.880526 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cab5713-f9c4-4686-afbe-198d7709c133 req-4626fd18-cd81-47e8-a379-9ba01f98a83c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455179
Aug 23 01:57:46.928901 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Made reservation on behalf of e8f6d9e7b11d49b083d606c833a2ab49 for: {'network': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:57:46.934032 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.945252 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:46.979272 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:46.983197 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Usage tracker for resource:security_group_rule and tenant:e8f6d9e7b11d49b083d606c833a2ab49 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:46.986127 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:46.992663 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:47.031968 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port f059b417-98eb-43a5-9894-df5a5f7de080 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:57:47.037476 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port f059b417-98eb-43a5-9894-df5a5f7de080 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:57:47.045152 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.059915 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.123577 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.131897 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-32c039ce-4b57-4d09-8f38-6b3450cd4a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:47.160419 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.165713 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=75864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:57:47.179620 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ea497d-4f6b-499e-8733-cc08228b5fa8,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:47.184277 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:47.187370 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.187731 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.segments_db [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Added segment d26b448d-7420-4054-b587-87126ca72081 of type vlan for network a374ccc3-7cdb-49cc-b1c6-9d485aeda053
Aug 23 01:57:47.203188 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port f059b417-98eb-43a5-9894-df5a5f7de080, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f059b417-98eb-43a5-9894-df5a5f7de080,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:57:47.217946 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.275546 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.277410 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:47.336143 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18387a24-b5c9-4db0-b10a-fe4f7352cc51 req-94d9627b-b204-48dd-bdf7-0081945a71c5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:47.336143 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-18387a24-b5c9-4db0-b10a-fe4f7352cc51 req-94d9627b-b204-48dd-bdf7-0081945a71c5 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 946 time: 0.0889711
Aug 23 01:57:47.344134 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=f059b417-98eb-43a5-9894-df5a5f7de080,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:47.347761 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:47.383463 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-18387a24-b5c9-4db0-b10a-fe4f7352cc51 req-7727d230-be87-4d78-a2b6-c7e5c797599a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463691
Aug 23 01:57:47.416802 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454f5512-299e-4c4e-928c-46b92391a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f059b417-98eb-43a5-9894-df5a5f7de080'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:47.429978 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.434004 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:47.434004 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.439445 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eb30d621-e9ee-49ea-afd3-93674b84d4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:47.477607 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454f5512-299e-4c4e-928c-46b92391a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'code': 200}
Aug 23 01:57:47.540318 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Pushing event updated for resources: {'Network': ['ID=a374ccc3-7cdb-49cc-b1c6-9d485aeda053,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:47.544497 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:47.552292 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:57:47.629808 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0634069
Aug 23 01:57:47.630121 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57266) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:47.635510 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Request body: {'subnet': {'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1023744509-subnet', 'tenant_id': 'e8f6d9e7b11d49b083d606c833a2ab49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:47.640254 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:47.644750 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Usage tracker for resource:subnet and tenant:e8f6d9e7b11d49b083d606c833a2ab49 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:47.647648 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:47.653642 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:47.728628 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Made reservation on behalf of e8f6d9e7b11d49b083d606c833a2ab49 for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:57:47.731048 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1320288'] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:47.905471 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1d95ee51-56f3-4fe6-b77f-af3fc857b0a1 req-924526d9-1e2f-439a-912b-5939da4d9c3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 1099 time: 0.1106694
Aug 23 01:57:47.994942 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1d95ee51-56f3-4fe6-b77f-af3fc857b0a1 req-f514b4a5-d5d2-4e1c-b41c-26b13f35d2c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580869
Aug 23 01:57:48.138525 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1224899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1320306'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:48.145229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:48.222911 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1891e1d-c0a8-4f0a-93eb-73e21f8041f5,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:48.227638 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:48.253685 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7646-8aa2-45a2-9511-4b4b089727ea req-fbf311c4-db23-4355-9c49-10537c29c649 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:48.258157 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fe3f7646-8aa2-45a2-9511-4b4b089727ea req-fbf311c4-db23-4355-9c49-10537c29c649 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.2172389
Aug 23 01:57:48.258157 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Checking segment: {'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:57:48.258157 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Network hostable DHCP agents. Network: a374ccc3-7cdb-49cc-b1c6-9d485aeda053, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:57:48.314629 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fe3f7646-8aa2-45a2-9511-4b4b089727ea req-78959cb9-fb63-48c9-8ab0-b60c131262ce tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523930
Aug 23 01:57:48.437396 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:57:48.546101 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e61d6-4d28-47d1-9f01-7ebf9dc88cd5 req-ce3f3caa-443f-4201-b00c-b5a9c2e90a63 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:48.547572 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f22e61d6-4d28-47d1-9f01-7ebf9dc88cd5 req-ce3f3caa-443f-4201-b00c-b5a9c2e90a63 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.0819905
Aug 23 01:57:48.562907 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, a374ccc3-7cdb-49cc-b1c6-9d485aeda053) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:57:48.563095 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57282) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:48.563204 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:48.563204 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:48.568591 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Request body: {'floatingip': {'port_id': '183f1086-f6d2-4ac3-8256-81348398b771'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:48.571174 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed65e5-103d-465b-b5c7-7f3a621612cb None None] Network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:57:48.607663 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1fdd3-c595-40de-a2b6-a5a46ed40230 req-19e26d50-5eb7-4f56-b6dc-7c4a194b0c4a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:48.609309 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6ad1fdd3-c595-40de-a2b6-a5a46ed40230 req-19e26d50-5eb7-4f56-b6dc-7c4a194b0c4a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 946 time: 0.1036975
Aug 23 01:57:48.665723 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:48.687641 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0565176
Aug 23 01:57:48.715425 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6ad1fdd3-c595-40de-a2b6-a5a46ed40230 req-083fcf95-2116-4ce5-b3ff-9c38e9456d21 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989945
Aug 23 01:57:48.829231 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d9d18-3fd9-4379-b8a4-b970a9b49ac5 None None] Network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:57:49.304218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:49.457687 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:49.642095 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Floating IP f2cc9e06-2e63-4345-bf35-dad0ebcb2d94 associated. External IP: 172.27.2.160, port: 183f1086-f6d2-4ac3-8256-81348398b771.
Aug 23 01:57:49.996263 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38b872-d958-4737-bb05-f528b6845792 req-3a7458ff-59e1-4d35-a6c0-ee566d5028f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:49.997757 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ac38b872-d958-4737-bb05-f528b6845792 req-3a7458ff-59e1-4d35-a6c0-ee566d5028f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 946 time: 0.1169162
Aug 23 01:57:50.116509 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ac38b872-d958-4737-bb05-f528b6845792 req-e3766578-da3c-45cf-8119-66ae726814de tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124494
Aug 23 01:57:50.234852 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Router 691675e0-4144-4f42-bd50-7cfef3feb3e6 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:57:50.322795 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e423aa1-62d3-48e7-9733-d5f083896f39 req-0e49c4aa-4d84-4016-837e-982824ae4e21 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:50.324251 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8e423aa1-62d3-48e7-9733-d5f083896f39 req-0e49c4aa-4d84-4016-837e-982824ae4e21 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 946 time: 0.0819802
Aug 23 01:57:50.336839 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57310) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:57:50.340843 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Request body: {'floatingip': {'port_id': 'f059b417-98eb-43a5-9894-df5a5f7de080'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:50.419251 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:50.745398 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:57:50.757898 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] Sync routers for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:57:50.771289 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:57:50.772157 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:50.772284 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748138f5e0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:57:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:50.902179 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d3ab4e2b-b68c-4e9e-a139-200a56bef472 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "PUT /v2.0/floatingips/f2cc9e06-2e63-4345-bf35-dad0ebcb2d94 HTTP/1.1" status: 200  len: 991 time: 2.3402576
Aug 23 01:57:50.906135 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:50.969654 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:57:50.988601 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771', 'status': 'completed', 'code': 200}
Aug 23 01:57:51.127588 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-96d940e9-0058-433e-af6d-cecbf5359c45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 1098 time: 0.1150625
Aug 23 01:57:51.287982 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:51.346258 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:51.363778 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-e237cdff-2e61-48d0-b724-f01f7a8756c2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:51.364533 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-e237cdff-2e61-48d0-b724-f01f7a8756c2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Synchronizing usage tracker for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:network {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:51.379372 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-a485a069-79a9-4ca9-968f-170f98cc9314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:51.382020 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-a485a069-79a9-4ca9-968f-170f98cc9314 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.2000043
Aug 23 01:57:51.389536 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748138f5e0>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'f2cc9e06-2e63-4345-bf35-dad0ebcb2d94', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'port_id': '183f1086-f6d2-4ac3-8256-81348398b771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'mac_address': 'fa:16:3e:a4:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:57:31Z', 'updated_at': '2021-08-23T01:57:49Z', 'revision_number': 1, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:51.394132 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] Checking router: 691675e0-4144-4f42-bd50-7cfef3feb3e6 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:57:51.406366 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:57:51.406983 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748138f5e0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:57:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:51.476795 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-e237cdff-2e61-48d0-b724-f01f7a8756c2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Unset dirty status for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:network {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:51.478217 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-e237cdff-2e61-48d0-b724-f01f7a8756c2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/networks?id=a374ccc3-7cdb-49cc-b1c6-9d485aeda053 HTTP/1.1" status: 200  len: 809 time: 0.3782640
Aug 23 01:57:51.508682 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-3dd4cd83-f866-4ff3-a1b2-f99ae6cf31a7 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/quotas/e8f6d9e7b11d49b083d606c833a2ab49 HTTP/1.1" status: 200  len: 375 time: 0.0187142
Aug 23 01:57:51.558305 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-1f97a263-fab6-4b66-95dd-91d550f98e72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=183f1086-f6d2-4ac3-8256-81348398b771 HTTP/1.1" status: 200  len: 999 time: 0.1584074
Aug 23 01:57:51.559560 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Floating IP c50be442-519d-41be-b18a-6d681f8a7bb7 associated. External IP: 172.27.2.191, port: f059b417-98eb-43a5-9894-df5a5f7de080.
Aug 23 01:57:51.564282 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-63c967f4-6e15-410d-8364-52c26e9d30b7 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456610
Aug 23 01:57:51.602344 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:57:51.646877 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-6701d2bf-9148-43d0-bf1b-abfe3a48bed3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:51.648607 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-6701d2bf-9148-43d0-bf1b-abfe3a48bed3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.0829518
Aug 23 01:57:51.749401 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-bd9d0a57-4517-4f6e-baa5-2ebc1e95d455 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0941477
Aug 23 01:57:52.026125 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-1db40678-4c03-4437-a329-4dd3f8f76bd3 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2682745
Aug 23 01:57:52.034986 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748138f5e0>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'f2cc9e06-2e63-4345-bf35-dad0ebcb2d94', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'port_id': '183f1086-f6d2-4ac3-8256-81348398b771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'mac_address': 'fa:16:3e:a4:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:57:31Z', 'updated_at': '2021-08-23T01:57:49Z', 'revision_number': 1, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:52.037391 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-d6252fb9-33f0-4914-9ca1-1d2892d5a41a service neutron] 10.222.0.20 "GET /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4361761
Aug 23 01:57:52.039553 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32593806-b6f8-4748-a180-baba31c79cbf None None] The sync data for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi is: [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'f2cc9e06-2e63-4345-bf35-dad0ebcb2d94', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'port_id': '183f1086-f6d2-4ac3-8256-81348398b771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'mac_address': 'fa:16:3e:a4:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:57:31Z', 'updated_at': '2021-08-23T01:57:49Z', 'revision_number': 1, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:57:52.047743 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Router 6677f4a3-4e13-4448-9fd3-16a5688dde32 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:57:52.272374 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:57:52.276267 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:52.281138 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-e8afbb43-d35d-426d-b02c-fd3dab81bbd3 service neutron] 10.222.0.20 "GET /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2426155
Aug 23 01:57:52.283417 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] Sync routers for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:57:52.304887 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:57:52.305880 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748103f820>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:57:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:52.342025 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7527b1c-8673-4f51-82ab-fffe1b3ae736 req-805069f5-a497-42ad-ba5b-f2eea5a401c5 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3000934
Aug 23 01:57:52.348779 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a94d5924-6cbc-4268-9e67-b5f1fca859f3 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "PUT /v2.0/floatingips/c50be442-519d-41be-b18a-6d681f8a7bb7 HTTP/1.1" status: 200  len: 992 time: 2.0104125
Aug 23 01:57:52.374508 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e926c941-afda-49c0-93ff-a745682c865a None None] New status for floating IP f2cc9e06-2e63-4345-bf35-dad0ebcb2d94: ACTIVE {{(pid=75866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:57:52.553783 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:57:52.638601 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d713ef19-7647-4b31-9512-a76ff92e208b req-58325e92-2c86-4d98-9c39-62af744cbedf tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 210 time: 0.0691285
Aug 23 01:57:52.961662 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748103f820>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'c50be442-519d-41be-b18a-6d681f8a7bb7', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'port_id': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'mac_address': 'fa:16:3e:18:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f5512-299e-4c4e-928c-46b92391a426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:57:31Z', 'updated_at': '2021-08-23T01:57:51Z', 'revision_number': 1, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:52.965463 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] Checking router: 6677f4a3-4e13-4448-9fd3-16a5688dde32 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:57:52.976224 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:57:52.976846 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748103f820>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:57:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:52.989600 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454f5512-299e-4c4e-928c-46b92391a426', 'tag': 'f059b417-98eb-43a5-9894-df5a5f7de080'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:53.044099 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454f5512-299e-4c4e-928c-46b92391a426', 'tag': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'status': 'completed', 'code': 200}
Aug 23 01:57:53.158052 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:57:53.215665 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-ede13a29-74ac-41af-9239-2b82f6a852a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e8a365a2ff64421bef434d3568b128e&device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 1099 time: 0.1441638
Aug 23 01:57:53.354708 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-a44f4550-02ee-4d72-bd43-b9dbf8e3797c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:53.356184 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-a44f4550-02ee-4d72-bd43-b9dbf8e3797c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 200  len: 911 time: 0.1332984
Aug 23 01:57:53.478434 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-42ed28f9-1270-416a-9b53-344a15189752 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f059b417-98eb-43a5-9894-df5a5f7de080 HTTP/1.1" status: 200  len: 1000 time: 0.1098239
Aug 23 01:57:53.542631 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748103f820>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'c50be442-519d-41be-b18a-6d681f8a7bb7', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'port_id': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'mac_address': 'fa:16:3e:18:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f5512-299e-4c4e-928c-46b92391a426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:57:31Z', 'updated_at': '2021-08-23T01:57:51Z', 'revision_number': 1, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:57:53.546790 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2325e68-36fb-4ff7-9562-c2a6881bbdf9 None None] The sync data for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi is: [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'c50be442-519d-41be-b18a-6d681f8a7bb7', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'port_id': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'mac_address': 'fa:16:3e:18:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f5512-299e-4c4e-928c-46b92391a426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:57:31Z', 'updated_at': '2021-08-23T01:57:51Z', 'revision_number': 1, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:57:53.560007 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-8f49d128-185b-41cd-ac03-650ccbd011aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:53.561622 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-8f49d128-185b-41cd-ac03-650ccbd011aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 200  len: 850 time: 0.0635262
Aug 23 01:57:53.642425 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-65682243-ae93-4193-bb2f-506dc1b1ae05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a30c070-d0d4-43cc-9433-82441c5c9ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741396
Aug 23 01:57:53.764843 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b4ddd81e-8a69-43f6-991a-0c6933a0d237 req-3bd8123b-1c02-47f5-b5c6-e10dd219f95a tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 210 time: 0.0498588
Aug 23 01:57:53.782087 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-0570bcd9-7287-49ec-8ea4-a147f1a666eb service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300440
Aug 23 01:57:53.916656 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cdeb35c8-84d7-40ef-a8ba-d76a47d8ee66 req-627aee18-264d-4b87-a780-38f04ae7e02b service neutron] 10.222.0.21 "GET /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283915
Aug 23 01:57:54.626792 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1695c2-c66f-4ec0-824e-78619d278034 None None] New status for floating IP c50be442-519d-41be-b18a-6d681f8a7bb7: ACTIVE {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:57:54.934577 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-42277d53-0206-407b-a9bb-27cc937119a0 req-2ab3adad-5464-4d0a-af2f-c2bef7920c4b tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 210 time: 0.0441518
Aug 23 01:57:55.323012 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-ade33eb8-ad9f-4967-978e-db2257e836f4 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:55.324434 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-ade33eb8-ad9f-4967-978e-db2257e836f4 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.21 "GET /v2.0/networks?id=a374ccc3-7cdb-49cc-b1c6-9d485aeda053 HTTP/1.1" status: 200  len: 809 time: 0.1461728
Aug 23 01:57:55.341378 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Request body: {'port': {'device_id': 'e81022a2-b2fa-45d0-ba61-a279e480fdd1', 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053', 'admin_state_up': True, 'tenant_id': 'e8f6d9e7b11d49b083d606c833a2ab49'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:55.479758 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:57:55.491669 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Usage tracker for resource:port and tenant:e8f6d9e7b11d49b083d606c833a2ab49 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:57:55.491669 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:57:55.493662 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:57:55.618159 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Made reservation on behalf of e8f6d9e7b11d49b083d606c833a2ab49 for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:57:55.621943 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:55.801284 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Allocated IP 172.20.0.10 (a374ccc3-7cdb-49cc-b1c6-9d485aeda053/e1891e1d-c0a8-4f0a-93eb-73e21f8041f5/80dd3e72-6f2e-4182-a2bc-1f391d0a9e08) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:57:56.023906 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:56.113440 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7dc6c712-9097-4b14-96e7-3af90daec737 req-63a3bf8f-bc7d-44f3-9aa2-50b65be85b91 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 210 time: 0.0418921
Aug 23 01:57:56.129051 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:56.136170 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-dd042f71-681c-4cf9-a334-fe1e341d4038 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:56.206797 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:57:56.209891 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:57:56.212938 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:57:56.249054 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Pushing event updated for resources: {'Port': ['ID=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:56.252936 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:56.281277 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:56.281920 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:56.375074 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0377221
Aug 23 01:57:56.386743 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Request body: {'port': {'device_id': 'e81022a2-b2fa-45d0-ba61-a279e480fdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:57:56.556400 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:56.892310 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:57:56.898930 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:56.912677 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Transition to ACTIVE for port object 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:57:57.003729 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:57.008243 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-aa2c66fb-5c69-4f6b-b17d-e64a2107a35c tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:57.128358 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Pushing event updated for resources: {'Port': ['ID=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:57.132268 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:57.236571 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Attempting to bind port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:57:57.237458 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Attempting to bind port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:57:57.237779 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Attempting to bind port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 on network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:57:57.244896 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 on network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:57:57.245144 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Attempting to bind port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 on network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:57:57.289741 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:57:57.290073 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Checking segment: {'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:57:57.290448 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Bound using segment: {'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:57:57.290878 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Bound port: 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:57:57.291219 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:57.398779 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba064197-8e09-4d4a-a35c-98a469ea4500 req-3041eeca-b1a4-400a-bb13-fca7ecc42f0f tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:57.399468 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ba064197-8e09-4d4a-a35c-98a469ea4500 req-3041eeca-b1a4-400a-bb13-fca7ecc42f0f tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Synchronizing usage tracker for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:57.405814 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] For port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:57:57.410877 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] For port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:57:57.517753 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:57.522100 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:57:57.563564 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ba064197-8e09-4d4a-a35c-98a469ea4500 req-3041eeca-b1a4-400a-bb13-fca7ecc42f0f tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Unset dirty status for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:57.564771 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ba064197-8e09-4d4a-a35c-98a469ea4500 req-3041eeca-b1a4-400a-bb13-fca7ecc42f0f tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 944 time: 0.3210046
Aug 23 01:57:57.608408 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:57.609768 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] 10.222.0.21 "PUT /v2.0/ports/80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 HTTP/1.1" status: 200  len: 1094 time: 1.2271287
Aug 23 01:57:57.610231 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81022a2-b2fa-45d0-ba61-a279e480fdd1', 'tag': '80dd3e72-6f2e-4182-a2bc-1f391d0a9e08'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:57:57.625956 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-742e6ff6-b266-4175-a8fe-194fba45637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:57.631027 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Pushing event updated for resources: {'Port': ['ID=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:57:57.636820 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:57:57.643778 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ba064197-8e09-4d4a-a35c-98a469ea4500 req-b0495163-506c-4e78-84f8-c0035d829c38 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Synchronizing usage tracker for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:57:57.674365 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81022a2-b2fa-45d0-ba61-a279e480fdd1', 'tag': '80dd3e72-6f2e-4182-a2bc-1f391d0a9e08', 'status': 'completed', 'code': 200}
Aug 23 01:57:57.745533 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ba064197-8e09-4d4a-a35c-98a469ea4500 req-b0495163-506c-4e78-84f8-c0035d829c38 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Unset dirty status for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:57:57.746693 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ba064197-8e09-4d4a-a35c-98a469ea4500 req-b0495163-506c-4e78-84f8-c0035d829c38 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731787
Aug 23 01:57:57.768818 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d1c0e77-3ed8-43e3-a65d-61cb4bd13e49 req-bab7fc9a-9e87-4ed4-84de-2c388877454b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 1097 time: 0.0726404
Aug 23 01:57:57.911680 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0e77-3ed8-43e3-a65d-61cb4bd13e49 req-85590bf2-6714-4736-9af5-043710de3953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:57.913145 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d1c0e77-3ed8-43e3-a65d-61cb4bd13e49 req-85590bf2-6714-4736-9af5-043710de3953 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1365798
Aug 23 01:57:58.052330 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0e77-3ed8-43e3-a65d-61cb4bd13e49 req-efaf30b2-5180-48db-b757-acfd6e0495bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:58.053824 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9d1c0e77-3ed8-43e3-a65d-61cb4bd13e49 req-efaf30b2-5180-48db-b757-acfd6e0495bb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1333873
Aug 23 01:57:58.171974 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-cfab0e4e-d50a-404d-9eda-488bf403ba30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 1097 time: 0.0766294
Aug 23 01:57:58.180366 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:57:58.247922 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-1ceb0544-0b86-4cc9-8f54-4e909883cc71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 HTTP/1.1" status: 200  len: 217 time: 0.0686398
Aug 23 01:57:58.316844 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-dc6ce655-b3f0-446c-8343-a0229724cf3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:58.318307 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-dc6ce655-b3f0-446c-8343-a0229724cf3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1891e1d-c0a8-4f0a-93eb-73e21f8041f5 HTTP/1.1" status: 200  len: 849 time: 0.0633597
Aug 23 01:57:58.364883 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-4b5e204a-ef09-4ab1-bfc1-e6d9aa9646c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a374ccc3-7cdb-49cc-b1c6-9d485aeda053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395091
Aug 23 01:57:58.562708 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-99a17a00-da3e-4cfe-8e1f-cae751d71513 service neutron] 10.222.0.21 "GET /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910563
Aug 23 01:57:58.693337 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-015cf2c6-25cc-44f1-989f-56f95bc6f22d req-67df4cae-7ee0-4fcc-8fad-0a9895682137 service neutron] 10.222.0.21 "GET /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244655
Aug 23 01:57:58.945396 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14805d-948d-443d-9138-e7c4a8df7de6 req-651c36e1-686f-4c99-9d65-9bc90d0dbdd5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:57:58.946872 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ca14805d-948d-443d-9138-e7c4a8df7de6 req-651c36e1-686f-4c99-9d65-9bc90d0dbdd5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 944 time: 0.0801651
Aug 23 01:57:59.004399 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ca14805d-948d-443d-9138-e7c4a8df7de6 req-343521b7-c983-4965-a44c-605d9bb800ac tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514681
Aug 23 01:57:59.897616 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-70f0546c-ba33-4c94-ab34-68916c19f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:00.202716 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c90e8-cdc5-4e6f-a439-c187083198f2 req-85def5b6-8b14-4f21-bcaf-13a8c9b0eaa2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:00.204160 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-804c90e8-cdc5-4e6f-a439-c187083198f2 req-85def5b6-8b14-4f21-bcaf-13a8c9b0eaa2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 944 time: 0.0771363
Aug 23 01:58:00.253738 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-804c90e8-cdc5-4e6f-a439-c187083198f2 req-900eef82-e9f8-46fa-8a89-f4ba1457e434 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429504
Aug 23 01:58:00.825423 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:01.032202 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57494) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:01.168337 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:01.198834 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:01.202562 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:41f591fc2ed0460697e96be9ff50f0a5 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:01.205305 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:01.210911 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:01.273397 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:01.359530 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:01.364584 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a24af2fc-da5b-4fb1-8317-370a18e44a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:01.448286 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41f591fc2ed0460697e96be9ff50f0a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4149866
Aug 23 01:58:01.450753 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faaa26a-e153-44bf-ba57-3feb5902248e,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:01.451097 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57504) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:01.454349 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:01.489522 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4969b-501b-4321-8282-d43da954c1ac req-06faeb94-1a47-4019-b109-7ac772086aa0 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:01.491159 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1ed4969b-501b-4321-8282-d43da954c1ac req-06faeb94-1a47-4019-b109-7ac772086aa0 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 944 time: 0.1038761
Aug 23 01:58:01.515271 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:01.536961 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1ed4969b-501b-4321-8282-d43da954c1ac req-ce08d6d1-4048-4a32-878b-57626162ceb7 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395987
Aug 23 01:58:01.539848 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:01.660038 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:01.663611 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-98dd170d-8ee0-4c20-a746-1b3536cc0f14 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:01.674768 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faaa26a-e153-44bf-ba57-3feb5902248e,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:01.686474 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:01.687561 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0faaa26a-e153-44bf-ba57-3feb5902248e HTTP/1.1" status: 204  len: 168 time: 0.2355042
Aug 23 01:58:01.688861 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.689221 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.689571 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.689913 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.690254 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.690592 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.690927 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.691253 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.691580 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.691910 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.692237 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:01.695995 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:02.270201 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:58:02.471325 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:02.740467 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa091bcb-bf1a-4eb3-a5f2-9d6fe3db6270 req-39232a4f-34df-43de-9046-342e20fddca3 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:02.741931 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-aa091bcb-bf1a-4eb3-a5f2-9d6fe3db6270 req-39232a4f-34df-43de-9046-342e20fddca3 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 944 time: 0.0835676
Aug 23 01:58:02.786036 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-aa091bcb-bf1a-4eb3-a5f2-9d6fe3db6270 req-67d8d3b8-c374-4133-9cdd-0e26900b064a tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385995
Aug 23 01:58:02.787260 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57532) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:02.909440 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1386434234-network', 'tenant_id': 'e97a243b107d49e88f0a17cbd77bce63'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:02.914094 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:02.918086 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Usage tracker for resource:network and tenant:e97a243b107d49e88f0a17cbd77bce63 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:02.921006 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:02.921888 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:58:02.928037 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:03.030947 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Made reservation on behalf of e97a243b107d49e88f0a17cbd77bce63 for: {'network': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:58:03.033262 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.045759 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.054522 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:03.070271 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '80dd3e72-6f2e-4182-a2bc-1f391d0a9e08', 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053', 'port_id': '80dd3e72-6f2e-4182-a2bc-1f391d0a9e08', 'mac_address': 'fa:16:3e:b5:6b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1891e1d-c0a8-4f0a-93eb-73e21f8041f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:58:03.079031 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:03.082832 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e97a243b107d49e88f0a17cbd77bce63 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:03.085770 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:03.091765 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:03.128876 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.146609 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:58:03.160309 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.162227 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:03.234501 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.234771 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.236828 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cffe3231-7a76-4f7a-add7-2b94b68698c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:03.239034 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-27ab5667-2c03-4fd8-adfa-28782e639362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:03.265630 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'}  {{(pid=75864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:58:03.279299 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af6f24-f461-4ad8-91ea-5b06c9459dfb,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:03.283279 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:03.284160 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.284493 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.segments_db [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Added segment 9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8 of type vlan for network 6bc35fa8-39cc-432d-a6df-4901162a30bf
Aug 23 01:58:03.305922 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:03.308861 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:03.312631 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.406389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.407570 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:03.408146 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.411579 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:03.506279 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc35fa8-39cc-432d-a6df-4901162a30bf,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:03.509064 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:03.516516 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 6bc35fa8-39cc-432d-a6df-4901162a30bf details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:58:03.530884 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['80dd3e72-6f2e-4182-a2bc-1f391d0a9e08'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:58:03.603362 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-440883aa-5140-4a84-b889-aa26f18bd6f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8150084
Aug 23 01:58:03.606010 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 57542) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:03.612069 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Request body: {'subnet': {'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1386434234-subnet', 'tenant_id': 'e97a243b107d49e88f0a17cbd77bce63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:03.616799 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:03.620684 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Usage tracker for resource:subnet and tenant:e97a243b107d49e88f0a17cbd77bce63 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:03.623619 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:03.629980 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:03.738857 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Made reservation on behalf of e97a243b107d49e88f0a17cbd77bce63 for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:58:03.741202 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1320288'] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:03.991596 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8cd13-1197-4b3e-bd5c-cd8c071b3321 req-f67c7258-85b8-445a-bc11-ed8cdaef134a tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:03.993063 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-94e8cd13-1197-4b3e-bd5c-cd8c071b3321 req-f67c7258-85b8-445a-bc11-ed8cdaef134a tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 945 time: 0.0762300
Aug 23 01:58:04.036157 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-94e8cd13-1197-4b3e-bd5c-cd8c071b3321 req-f1b5d9a9-119e-40c2-847e-4c0aa19c7557 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376732
Aug 23 01:58:04.226110 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1224899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1320306'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:04.230859 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:04.301284 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fefba1d2-d308-45c3-a30e-742da01aacbf,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:04.304534 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:04.311448 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Checking segment: {'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:58:04.311798 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Network hostable DHCP agents. Network: 6bc35fa8-39cc-432d-a6df-4901162a30bf, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:58:04.400372 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Network 6bc35fa8-39cc-432d-a6df-4901162a30bf is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:58:04.494101 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 6bc35fa8-39cc-432d-a6df-4901162a30bf) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:58:04.497856 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:04.498441 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:04.503230 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b9087-ea05-4fba-bf0e-006c7c3ae774 None None] Network 6bc35fa8-39cc-432d-a6df-4901162a30bf requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:58:04.609291 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d6db1da0-fa29-4c1d-9482-6921d66fce03 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0018806
Aug 23 01:58:04.715017 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a4e2a-690d-4bc8-8996-4b5980e3e3c6 None None] Network 6bc35fa8-39cc-432d-a6df-4901162a30bf requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:58:04.942147 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:58:05.111492 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:58:05.116783 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:58:05.117159 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:05.233454 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:05.235374 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144e1b6-01f0-488f-9522-dc3dc37215c3 req-1411e5d2-3e3c-4c6e-a249-c9c6cd045f55 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:05.236888 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a144e1b6-01f0-488f-9522-dc3dc37215c3 req-1411e5d2-3e3c-4c6e-a249-c9c6cd045f55 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 945 time: 0.0767257
Aug 23 01:58:05.261549 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81022a2-b2fa-45d0-ba61-a279e480fdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dd3e72-6f2e-4182-a2bc-1f391d0a9e08'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:05.277154 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:05.285876 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a144e1b6-01f0-488f-9522-dc3dc37215c3 req-b6dc1d84-3e42-4598-bb6c-5027b6a32f01 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433214
Aug 23 01:58:05.320366 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81022a2-b2fa-45d0-ba61-a279e480fdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dd3e72-6f2e-4182-a2bc-1f391d0a9e08', 'code': 200}
Aug 23 01:58:05.366876 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:05.369243 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:05.442883 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:05.444996 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:05.859729 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5ea2bd67-096e-469d-835f-8a01b723d41a req-e801d6fe-d90a-4753-a952-5b79844023ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 1099 time: 0.1531336
Aug 23 01:58:05.907527 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5ea2bd67-096e-469d-835f-8a01b723d41a req-3dd5fecc-8e66-4ec8-8dfb-f787e4a1cfe2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355501
Aug 23 01:58:06.490768 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10443aa2-c9f1-4c5a-b81b-b61277ac3a12 req-23107970-e221-4e17-845c-3c25a0cc5416 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:06.492214 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-10443aa2-c9f1-4c5a-b81b-b61277ac3a12 req-23107970-e221-4e17-845c-3c25a0cc5416 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 946 time: 0.0771406
Aug 23 01:58:06.536733 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-10443aa2-c9f1-4c5a-b81b-b61277ac3a12 req-ca2ce1ba-c92a-4d91-9bce-590e2688f5f9 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389709
Aug 23 01:58:07.097322 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-186f0f31-a555-43f6-b241-6fdc18780fb0 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:07.097931 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-186f0f31-a555-43f6-b241-6fdc18780fb0 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Synchronizing usage tracker for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:network {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:58:07.217556 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-186f0f31-a555-43f6-b241-6fdc18780fb0 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Unset dirty status for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:network {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:58:07.218774 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-186f0f31-a555-43f6-b241-6fdc18780fb0 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/networks?id=6bc35fa8-39cc-432d-a6df-4901162a30bf HTTP/1.1" status: 200  len: 814 time: 0.2673752
Aug 23 01:58:07.236010 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-b4586da9-f089-4f34-a1d9-934a8b3c2199 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/quotas/e97a243b107d49e88f0a17cbd77bce63 HTTP/1.1" status: 200  len: 375 time: 0.0108650
Aug 23 01:58:07.286812 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-447270d9-cdda-4e3a-9892-c69d3dc54174 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97a243b107d49e88f0a17cbd77bce63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0447545
Aug 23 01:58:07.487120 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-e8a089e6-2b44-454f-919a-f23ce4286506 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1935799
Aug 23 01:58:07.619415 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-b9fe8582-7fc6-42a9-9e5c-e6b540717c41 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266553
Aug 23 01:58:07.826932 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a85df-330c-4e7c-ac77-089336b3d114 req-a93fa923-e10e-4a1a-81d7-ffc866f5feab tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:07.829262 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-941a85df-330c-4e7c-ac77-089336b3d114 req-a93fa923-e10e-4a1a-81d7-ffc866f5feab tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 946 time: 0.1723242
Aug 23 01:58:07.886372 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-941a85df-330c-4e7c-ac77-089336b3d114 req-d919309d-f72a-46f3-af1d-c7da3e6c1839 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510478
Aug 23 01:58:07.991911 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-928fc078-e76e-451e-9862-dc27653b235a req-375096c7-38ae-46d8-b852-50d00449bc6e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 210 time: 0.0485384
Aug 23 01:58:09.170928 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-31b5fcc2-0063-43fc-ab6d-0f890301fcd1 req-5ed260a9-750c-4339-aab4-162cab87a8a2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 210 time: 0.0418417
Aug 23 01:58:09.781597 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b8ef6-afbb-4115-b79b-c2cd33845b68 req-b855a23d-539c-4960-ba2f-920c7f19475f tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:09.783041 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ae5b8ef6-afbb-4115-b79b-c2cd33845b68 req-b855a23d-539c-4960-ba2f-920c7f19475f tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 946 time: 0.0826559
Aug 23 01:58:09.828481 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ae5b8ef6-afbb-4115-b79b-c2cd33845b68 req-5bd13372-1ed8-4f07-beda-c3a9877a270b tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400474
Aug 23 01:58:10.335083 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ffbe674c-610d-488d-8c56-8a475cae81b9 req-bb07826f-9f28-44f0-a8fe-951d17c5447d tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 210 time: 0.0419204
Aug 23 01:58:10.559817 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-f691954a-cbb3-4930-bd90-d644571ef1d0 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:10.561253 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-f691954a-cbb3-4930-bd90-d644571ef1d0 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.21 "GET /v2.0/networks?id=6bc35fa8-39cc-432d-a6df-4901162a30bf HTTP/1.1" status: 200  len: 814 time: 0.1436040
Aug 23 01:58:10.582094 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Request body: {'port': {'device_id': '61330172-6998-47a9-9d58-fa473ef1c525', 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf', 'admin_state_up': True, 'tenant_id': 'e97a243b107d49e88f0a17cbd77bce63'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:10.716148 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:10.721059 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Usage tracker for resource:port and tenant:e97a243b107d49e88f0a17cbd77bce63 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:10.723863 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:10.729586 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:10.800798 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Made reservation on behalf of e97a243b107d49e88f0a17cbd77bce63 for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:58:10.803816 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:10.973081 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Allocated IP 172.20.0.8 (6bc35fa8-39cc-432d-a6df-4901162a30bf/fefba1d2-d308-45c3-a30e-742da01aacbf/c8e5a039-3f3b-4b78-bae4-2fe6797763c6) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:58:11.034889 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619349d0-06d4-470d-9f16-792c434ccdb5 req-0d02549a-82c3-4004-bf72-f7084237ecf4 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:11.036335 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-619349d0-06d4-470d-9f16-792c434ccdb5 req-0d02549a-82c3-4004-bf72-f7084237ecf4 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 946 time: 0.0874937
Aug 23 01:58:11.083376 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-619349d0-06d4-470d-9f16-792c434ccdb5 req-78283499-604a-47a7-94f1-5f8c783e617d tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414877
Aug 23 01:58:11.176110 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:11.275546 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:11.281072 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:11.350494 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Network 6bc35fa8-39cc-432d-a6df-4901162a30bf is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:58:11.353611 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:58:11.357682 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:58:11.394522 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Pushing event updated for resources: {'Port': ['ID=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:11.399250 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:11.426955 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:11.427800 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:11.532788 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9541912
Aug 23 01:58:11.544856 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Request body: {'port': {'device_id': '61330172-6998-47a9-9d58-fa473ef1c525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:11.584753 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9f815-56b3-4269-88c3-833032701e19 req-48923a9d-7acc-4586-b554-fa930a542836 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:11.586184 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e9b9f815-56b3-4269-88c3-833032701e19 req-48923a9d-7acc-4586-b554-fa930a542836 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.21 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 946 time: 0.1428318
Aug 23 01:58:11.594701 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e551-b250-4c41-9d1d-111c06334242 req-5642f0ff-268b-4c36-b8f6-6fa070f27729 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:11.596661 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-52c2e551-b250-4c41-9d1d-111c06334242 req-5642f0ff-268b-4c36-b8f6-6fa070f27729 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 931 time: 0.1127777
Aug 23 01:58:11.654858 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:11.686316 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Deleting port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:11.686650 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:11.728612 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-52c2e551-b250-4c41-9d1d-111c06334242 req-19b27bc1-6eff-4af1-8dd7-96c3049477b9 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038468
Aug 23 01:58:11.959105 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] For port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:11.959708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:12.001707 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e5a039-3f3b-4b78-bae4-2fe6797763c6 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:58:12.009070 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:12.025388 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Transition to ACTIVE for port object c8e5a039-3f3b-4b78-bae4-2fe6797763c6 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:58:12.085404 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Calling delete_port for 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 owned by compute:nova {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:12.099510 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:12.103919 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:12.240029 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:12.244063 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:12.309255 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d9e81-96a1-47a2-a6ea-176ddee6be51 req-348b6655-7a89-4142-9512-bfc367ac471e tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:12.310947 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-033d9e81-96a1-47a2-a6ea-176ddee6be51 req-348b6655-7a89-4142-9512-bfc367ac471e tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 946 time: 0.0943828
Aug 23 01:58:12.332799 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:12.343383 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:12.347370 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['80dd3e72-6f2e-4182-a2bc-1f391d0a9e08'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:58:12.412274 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Pushing event deleted for resources: {'Port': ['ID=80dd3e72-6f2e-4182-a2bc-1f391d0a9e08,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:12.412274 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:12.416325 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Attempting to bind port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:58:12.416763 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Attempting to bind port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:58:12.417182 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Attempting to bind port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 on network 6bc35fa8-39cc-432d-a6df-4901162a30bf {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:58:12.423061 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 on network 6bc35fa8-39cc-432d-a6df-4901162a30bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:58:12.423451 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Attempting to bind port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 on network 6bc35fa8-39cc-432d-a6df-4901162a30bf {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:58:12.430571 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:58:12.430934 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Checking segment: {'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:58:12.431377 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Bound using segment: {'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:58:12.431879 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Bound port: c8e5a039-3f3b-4b78-bae4-2fe6797763c6, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:58:12.432289 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:12.466443 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-033d9e81-96a1-47a2-a6ea-176ddee6be51 req-81ae9d0d-ee4d-4ca1-be78-a177e349990a tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495252
Aug 23 01:58:12.477960 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] No DVR routers for this DVR port 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 on host hv-cinder-80552 {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:58:12.482069 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:12.483846 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81022a2-b2fa-45d0-ba61-a279e480fdd1', 'name': 'network-vif-deleted', 'tag': '80dd3e72-6f2e-4182-a2bc-1f391d0a9e08'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:12.531487 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] For port c8e5a039-3f3b-4b78-bae4-2fe6797763c6, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:58:12.535336 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] For port c8e5a039-3f3b-4b78-bae4-2fe6797763c6, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:58:12.581092 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e9b9f815-56b3-4269-88c3-833032701e19 req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.21 "DELETE /v2.0/ports/80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 HTTP/1.1" status: 204  len: 173 time: 0.9835100
Aug 23 01:58:12.603114 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:12.607916 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:12.667391 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:12.668813 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] 10.222.0.21 "PUT /v2.0/ports/c8e5a039-3f3b-4b78-bae4-2fe6797763c6 HTTP/1.1" status: 200  len: 1093 time: 1.1280887
Aug 23 01:58:12.669299 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61330172-6998-47a9-9d58-fa473ef1c525', 'tag': 'c8e5a039-3f3b-4b78-bae4-2fe6797763c6'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:12.687476 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:12.692733 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81022a2-b2fa-45d0-ba61-a279e480fdd1', 'name': 'network-vif-deleted', 'tag': '80dd3e72-6f2e-4182-a2bc-1f391d0a9e08', 'status': 'completed', 'code': 200}
Aug 23 01:58:12.697396 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a489f377-f9cf-46fc-bdf8-cecb91c5563b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:12.735357 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61330172-6998-47a9-9d58-fa473ef1c525', 'tag': 'c8e5a039-3f3b-4b78-bae4-2fe6797763c6', 'status': 'completed', 'code': 200}
Aug 23 01:58:12.836984 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-70f63423-bd80-486b-bb46-417db593608a req-81e53490-6178-4e5f-a5b4-171308090a1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e97a243b107d49e88f0a17cbd77bce63&device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 1096 time: 0.0788128
Aug 23 01:58:12.943698 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8154-0684-4b1d-8341-eaee62a7bfd3 req-af91b015-1ef6-441b-9f8b-20d3171480f5 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:12.945467 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4faa8154-0684-4b1d-8341-eaee62a7bfd3 req-af91b015-1ef6-441b-9f8b-20d3171480f5 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 943 time: 0.0814877
Aug 23 01:58:12.983887 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63423-bd80-486b-bb46-417db593608a req-9f59685d-58f5-4839-886d-d33e4fe2b1e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:12.985391 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-70f63423-bd80-486b-bb46-417db593608a req-9f59685d-58f5-4839-886d-d33e4fe2b1e7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e97a243b107d49e88f0a17cbd77bce63&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1413302
Aug 23 01:58:12.994650 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4faa8154-0684-4b1d-8341-eaee62a7bfd3 req-a5289ffd-36e7-435a-8859-33bc72e3a8d7 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427637
Aug 23 01:58:13.127927 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63423-bd80-486b-bb46-417db593608a req-172d5a0e-f451-4320-b49a-55736e5f9df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:13.129404 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-70f63423-bd80-486b-bb46-417db593608a req-172d5a0e-f451-4320-b49a-55736e5f9df1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1363022
Aug 23 01:58:13.247110 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-931215d5-d59c-41e1-9182-143417c8d0d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e97a243b107d49e88f0a17cbd77bce63&device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 1096 time: 0.0687683
Aug 23 01:58:13.324492 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-4e801fd6-7e73-476e-a281-1e3b6e0987ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e5a039-3f3b-4b78-bae4-2fe6797763c6 HTTP/1.1" status: 200  len: 217 time: 0.0666234
Aug 23 01:58:13.398059 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-35060861-5aa3-4f46-9077-3e1c32840a0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:13.399509 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-35060861-5aa3-4f46-9077-3e1c32840a0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fefba1d2-d308-45c3-a30e-742da01aacbf HTTP/1.1" status: 200  len: 854 time: 0.0654862
Aug 23 01:58:13.461720 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-9ebeab17-8547-4860-9a85-c587c29473bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bc35fa8-39cc-432d-a6df-4901162a30bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524659
Aug 23 01:58:13.617723 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-9dd39750-4eaf-497f-86b9-96eec0b5d1a5 service neutron] 10.222.0.21 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478677
Aug 23 01:58:13.647796 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-0a32abdf-a3eb-411b-b0f0-a9cab8e9d94b req-7afc170b-79e3-45e5-8606-d4f343d7c6a2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Synchronizing usage tracker for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:58:13.745327 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-0a32abdf-a3eb-411b-b0f0-a9cab8e9d94b req-7afc170b-79e3-45e5-8606-d4f343d7c6a2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Unset dirty status for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:58:13.746549 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0a32abdf-a3eb-411b-b0f0-a9cab8e9d94b req-7afc170b-79e3-45e5-8606-d4f343d7c6a2 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81022a2-b2fa-45d0-ba61-a279e480fdd1 HTTP/1.1" status: 200  len: 210 time: 0.1424963
Aug 23 01:58:13.770453 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4a2bf548-cafd-4c61-9ff1-e2f9b51d8bce req-98e302c3-5f85-4b37-b236-36071408188f service neutron] 10.222.0.21 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463583
Aug 23 01:58:14.197652 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13639af9-5348-4086-90f4-26586810d34a req-ccbdc532-1275-4c5c-ad12-acaa372840d4 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:14.199115 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-13639af9-5348-4086-90f4-26586810d34a req-ccbdc532-1275-4c5c-ad12-acaa372840d4 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 943 time: 0.0860651
Aug 23 01:58:14.249176 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-13639af9-5348-4086-90f4-26586810d34a req-04be22a5-6bb9-42fc-8d32-9a7caadd8c88 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441804
Aug 23 01:58:14.975768 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:15.009812 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:15.010323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 80dd3e72-6f2e-4182-a2bc-1f391d0a9e08 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:15.271652 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-07edc48f-12c8-4a44-ab93-3dc0e602c9fa tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:15.273161 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-07edc48f-12c8-4a44-ab93-3dc0e602c9fa tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/networks?id=a374ccc3-7cdb-49cc-b1c6-9d485aeda053 HTTP/1.1" status: 200  len: 809 time: 0.2421982
Aug 23 01:58:15.290184 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-49fd9dd8-ae71-4f32-8de3-7b7126bccf70 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/quotas/e8f6d9e7b11d49b083d606c833a2ab49 HTTP/1.1" status: 200  len: 375 time: 0.0107481
Aug 23 01:58:15.340943 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-762038d0-6a78-4258-9a5d-4186ebda5b40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463386
Aug 23 01:58:15.454372 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8129fc-fabb-47cd-9dd3-09192e877403 req-491b008d-6952-4c3a-80a7-20bce2e4db86 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:15.455696 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-be8129fc-fabb-47cd-9dd3-09192e877403 req-491b008d-6952-4c3a-80a7-20bce2e4db86 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Synchronizing usage tracker for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:58:15.538986 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-c600fa8f-b209-4105-b5ec-8f59e49b297d service neutron] 10.222.0.20 "GET /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908512
Aug 23 01:58:15.560150 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-be8129fc-fabb-47cd-9dd3-09192e877403 req-491b008d-6952-4c3a-80a7-20bce2e4db86 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Unset dirty status for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:58:15.561338 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-be8129fc-fabb-47cd-9dd3-09192e877403 req-491b008d-6952-4c3a-80a7-20bce2e4db86 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 943 time: 0.1879892
Aug 23 01:58:15.606459 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-be8129fc-fabb-47cd-9dd3-09192e877403 req-b6be572c-2e6a-4d72-9123-ebd71f2e925a tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Synchronizing usage tracker for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:58:15.668851 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-b47e850a-7e39-4561-923e-aafea8b86f7c service neutron] 10.222.0.20 "GET /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228926
Aug 23 01:58:15.693744 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-be8129fc-fabb-47cd-9dd3-09192e877403 req-b6be572c-2e6a-4d72-9123-ebd71f2e925a tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Unset dirty status for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:58:15.698861 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-be8129fc-fabb-47cd-9dd3-09192e877403 req-b6be572c-2e6a-4d72-9123-ebd71f2e925a tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277125
Aug 23 01:58:15.957940 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:15.965335 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9e879e11-6341-416e-b927-ca82c7388329 req-4938bce8-0c68-4198-ae19-3b1b847b6cec tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 210 time: 0.0458305
Aug 23 01:58:16.890017 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe9b4-2778-44c7-8fcf-0cb73794f422 req-aebd11f8-11a2-4e29-924b-5f07623f92ca tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:16.892182 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-835fe9b4-2778-44c7-8fcf-0cb73794f422 req-aebd11f8-11a2-4e29-924b-5f07623f92ca tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 943 time: 0.0790467
Aug 23 01:58:16.943948 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-835fe9b4-2778-44c7-8fcf-0cb73794f422 req-d9217c65-7d00-4e93-bbf3-4cf5bc88a9f0 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448272
Aug 23 01:58:16.992276 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c8e5a039-3f3b-4b78-bae4-2fe6797763c6 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:58:17.128079 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52f2b13-1384-43f3-9770-94a6350ad4c9 req-28622bf5-c361-4402-8637-7e7827a66cee tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 210 time: 0.0413427
Aug 23 01:58:17.137073 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c8e5a039-3f3b-4b78-bae4-2fe6797763c6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:17.154614 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'c8e5a039-3f3b-4b78-bae4-2fe6797763c6', 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf', 'port_id': 'c8e5a039-3f3b-4b78-bae4-2fe6797763c6', 'mac_address': 'fa:16:3e:e3:da:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefba1d2-d308-45c3-a30e-742da01aacbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:58:17.210763 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:17.229648 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e5a039-3f3b-4b78-bae4-2fe6797763c6 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:58:17.245409 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c8e5a039-3f3b-4b78-bae4-2fe6797763c6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:17.325931 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:17.327751 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:17.391770 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:17.394747 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:17.613532 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['c8e5a039-3f3b-4b78-bae4-2fe6797763c6'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:58:18.038887 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-558147ee-ca54-4874-b457-e36365d5959f tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:18.040364 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-558147ee-ca54-4874-b457-e36365d5959f tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.21 "GET /v2.0/networks?id=a374ccc3-7cdb-49cc-b1c6-9d485aeda053 HTTP/1.1" status: 200  len: 809 time: 0.1524754
Aug 23 01:58:18.062599 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Request body: {'port': {'device_id': '1371f412-d021-4802-9bd9-0886dafe4a61', 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053', 'admin_state_up': True, 'tenant_id': 'e8f6d9e7b11d49b083d606c833a2ab49'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:18.311540 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1e9ef700-2ecb-4a2b-9b5d-153f6d18ceee req-1def32bc-aeba-48f0-a595-6ad033dad2ec tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 210 time: 0.0504165
Aug 23 01:58:18.338283 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4901e-98cd-43bc-9a94-882bdf006982 req-e0f4c9e7-c3c5-43be-bd7a-2c8dd83a1b6d tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:18.339420 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e0e4901e-98cd-43bc-9a94-882bdf006982 req-e0f4c9e7-c3c5-43be-bd7a-2c8dd83a1b6d tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 944 time: 0.2551675
Aug 23 01:58:18.340338 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:18.353324 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:18.398712 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e0e4901e-98cd-43bc-9a94-882bdf006982 req-0ce37b7f-1070-41fe-a0ae-95eb20da44a6 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504079
Aug 23 01:58:18.447910 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Made reservation on behalf of e8f6d9e7b11d49b083d606c833a2ab49 for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:58:18.450927 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:18.610094 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Allocated IP 172.20.0.11 (a374ccc3-7cdb-49cc-b1c6-9d485aeda053/e1891e1d-c0a8-4f0a-93eb-73e21f8041f5/fc685699-91ff-44de-a14a-16821b547f07) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:58:18.806305 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:18.865676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:18.870677 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0ad227d0-fc01-4110-bd07-1ea93786697c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:18.936452 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:58:18.939559 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:58:18.943940 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:58:18.967595 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Pushing event updated for resources: {'Port': ['ID=fc685699-91ff-44de-a14a-16821b547f07,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:18.973575 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:19.003891 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:19.004502 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:19.006127 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c8e5a039-3f3b-4b78-bae4-2fe6797763c6 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:58:19.104203 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0463252
Aug 23 01:58:19.117465 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Request body: {'port': {'device_id': '1371f412-d021-4802-9bd9-0886dafe4a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:19.133942 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:58:19.139092 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:58:19.139476 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:19.231406 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:19.275848 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:19.311353 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61330172-6998-47a9-9d58-fa473ef1c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e5a039-3f3b-4b78-bae4-2fe6797763c6'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:19.322974 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port c8e5a039-3f3b-4b78-bae4-2fe6797763c6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:19.368776 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61330172-6998-47a9-9d58-fa473ef1c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e5a039-3f3b-4b78-bae4-2fe6797763c6', 'code': 200}
Aug 23 01:58:19.455549 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:19.455549 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:19.528397 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:19.531441 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:19.597359 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ee416-4295-4dd2-a78a-75cc96c3e5a8 req-33aa407f-88d2-4943-a602-194f0f5f952c tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:19.599274 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-067ee416-4295-4dd2-a78a-75cc96c3e5a8 req-33aa407f-88d2-4943-a602-194f0f5f952c tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Synchronizing usage tracker for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:58:19.623570 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596b639-c7ed-4d6d-ba1e-27d6575b0670 req-a74606e3-847f-4e9f-9c30-74b2a70f6b1e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:19.625061 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2596b639-c7ed-4d6d-ba1e-27d6575b0670 req-a74606e3-847f-4e9f-9c30-74b2a70f6b1e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 945 time: 0.0819345
Aug 23 01:58:19.676855 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc685699-91ff-44de-a14a-16821b547f07 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:58:19.678762 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2596b639-c7ed-4d6d-ba1e-27d6575b0670 req-7c7e42da-2cd6-4565-9412-ec1152a6c8fc tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478911
Aug 23 01:58:19.684713 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:19.704803 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Transition to ACTIVE for port object fc685699-91ff-44de-a14a-16821b547f07 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:58:19.737811 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-067ee416-4295-4dd2-a78a-75cc96c3e5a8 req-33aa407f-88d2-4943-a602-194f0f5f952c tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Unset dirty status for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:58:19.738980 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-067ee416-4295-4dd2-a78a-75cc96c3e5a8 req-33aa407f-88d2-4943-a602-194f0f5f952c tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 932 time: 0.2713027
Aug 23 01:58:19.774136 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:19.780227 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e4981437-8dcd-4941-9de2-c2bbbcd896b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:19.848309 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-067ee416-4295-4dd2-a78a-75cc96c3e5a8 req-f5261147-73a5-4ae1-b402-143348ee0d52 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024776
Aug 23 01:58:19.892467 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3aa8fef5-ef11-4efd-a293-0d7610007e7c req-dbd2c25c-0820-4897-add0-34fc016fcbbc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 1098 time: 0.0784523
Aug 23 01:58:19.924281 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Pushing event updated for resources: {'Port': ['ID=fc685699-91ff-44de-a14a-16821b547f07,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:19.927018 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:19.937558 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3aa8fef5-ef11-4efd-a293-0d7610007e7c req-786f02fd-7ce9-4af6-96da-134d5bb2ff17 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389018
Aug 23 01:58:20.027377 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Attempting to bind port fc685699-91ff-44de-a14a-16821b547f07 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:58:20.027722 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Attempting to bind port fc685699-91ff-44de-a14a-16821b547f07 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:58:20.028038 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Attempting to bind port fc685699-91ff-44de-a14a-16821b547f07 on network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:58:20.034570 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Port fc685699-91ff-44de-a14a-16821b547f07 on network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:58:20.034882 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Attempting to bind port fc685699-91ff-44de-a14a-16821b547f07 on network a374ccc3-7cdb-49cc-b1c6-9d485aeda053 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:58:20.044672 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:58:20.045084 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Checking segment: {'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:58:20.045374 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Bound using segment: {'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:58:20.045800 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Bound port: fc685699-91ff-44de-a14a-16821b547f07, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26b448d-7420-4054-b587-87126ca72081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:58:20.046134 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:20.132539 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] For port fc685699-91ff-44de-a14a-16821b547f07, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:58:20.135472 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] For port fc685699-91ff-44de-a14a-16821b547f07, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=fc685699-91ff-44de-a14a-16821b547f07,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:58:20.217652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:20.221939 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e8e46af3-b84e-46f7-9751-a4f2581fff33 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:20.346624 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:20.347976 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] 10.222.0.21 "PUT /v2.0/ports/fc685699-91ff-44de-a14a-16821b547f07 HTTP/1.1" status: 200  len: 1094 time: 1.2346632
Aug 23 01:58:20.348450 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1371f412-d021-4802-9bd9-0886dafe4a61', 'tag': 'fc685699-91ff-44de-a14a-16821b547f07'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:20.371046 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Pushing event updated for resources: {'Port': ['ID=fc685699-91ff-44de-a14a-16821b547f07,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:20.371046 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:20.415394 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1371f412-d021-4802-9bd9-0886dafe4a61', 'tag': 'fc685699-91ff-44de-a14a-16821b547f07', 'status': 'completed', 'code': 200}
Aug 23 01:58:20.515852 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2470c008-481a-48fe-babc-77347acd7d16 req-d6276ecd-bc9c-454d-bf93-1aa074c207e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 1097 time: 0.0744121
Aug 23 01:58:20.666314 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c008-481a-48fe-babc-77347acd7d16 req-8d710e70-0672-4390-ad6a-0d21befa27a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:20.667761 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2470c008-481a-48fe-babc-77347acd7d16 req-8d710e70-0672-4390-ad6a-0d21befa27a9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1442368
Aug 23 01:58:20.815208 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-3c17ebc0-1b38-4b11-9038-cd7787cb2710 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287263347&fields=id&tenant_id=0fe01aed9b14497fb422023bf8bea00d HTTP/1.1" status: 200  len: 267 time: 0.1217179
Aug 23 01:58:20.877329 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c008-481a-48fe-babc-77347acd7d16 req-59f0a20d-c025-4488-8931-cb3c7b6387c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:20.878787 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2470c008-481a-48fe-babc-77347acd7d16 req-59f0a20d-c025-4488-8931-cb3c7b6387c2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2035985
Aug 23 01:58:20.878926 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df78cd-64e6-4488-aa8a-d808116eb442 req-4074f8c5-904b-4892-b0db-2e65d59075a3 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:20.880344 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-11df78cd-64e6-4488-aa8a-d808116eb442 req-4074f8c5-904b-4892-b0db-2e65d59075a3 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 945 time: 0.0782807
Aug 23 01:58:20.914398 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-f8afe270-889b-43bc-b404-afdd7caedfc9 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:20.915859 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-f8afe270-889b-43bc-b404-afdd7caedfc9 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 985 time: 0.0950694
Aug 23 01:58:20.928833 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-11df78cd-64e6-4488-aa8a-d808116eb442 req-043eef48-3080-4265-aeaf-c44420144b00 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424168
Aug 23 01:58:20.960791 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Request body: {'port': {'security_groups': ['19c56668-1a9e-41ce-b32f-6b17ca9692bf']}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:21.097478 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:21.108828 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-87acf43d-cde2-48c4-89b3-2d23e2fc8d62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 1097 time: 0.1863625
Aug 23 01:58:21.225171 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-08bfc899-f7b8-44da-8185-d80c8244cf8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc685699-91ff-44de-a14a-16821b547f07 HTTP/1.1" status: 200  len: 217 time: 0.0825715
Aug 23 01:58:21.270530 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68251bb-4e01-4c81-9bdf-3879fa80497d req-b5e848c6-dcf2-4551-91bb-233bce41359a tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:21.272067 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d68251bb-4e01-4c81-9bdf-3879fa80497d req-b5e848c6-dcf2-4551-91bb-233bce41359a tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 944 time: 0.0816276
Aug 23 01:58:21.319424 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-e18e468d-2898-4ef1-927d-610ca25e3c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:21.320903 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-e18e468d-2898-4ef1-927d-610ca25e3c14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1891e1d-c0a8-4f0a-93eb-73e21f8041f5 HTTP/1.1" status: 200  len: 849 time: 0.0880716
Aug 23 01:58:21.323469 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d68251bb-4e01-4c81-9bdf-3879fa80497d req-918ea598-7e56-4e89-aea0-df90c29f14a7 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449412
Aug 23 01:58:21.442462 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-4376aaf0-958e-4826-993f-7cf21c6a15df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a374ccc3-7cdb-49cc-b1c6-9d485aeda053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0999382
Aug 23 01:58:21.594880 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] For port 1262f6e8-0181-4fef-bf9f-21c6f993257b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:21.635510 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-ff2e81f9-da75-4ecc-a9bc-eac2f5cdebcb service neutron] 10.222.0.21 "GET /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847816
Aug 23 01:58:21.674367 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:21.736133 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:21.747020 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-921ad259-db1d-433b-99e6-2e1a1ee2f71d tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:21.749024 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:58:21.857503 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:21.858202 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:21.860590 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f3757b53-001c-4592-8846-32e7d69a33a8 req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "PUT /v2.0/ports/1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 943 time: 0.9358954
Aug 23 01:58:21.866484 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef76f38b-b4db-4b67-982d-8e2008e0eea0 req-51ac7fd0-181e-4624-be85-6e43eae77b27 service neutron] 10.222.0.21 "GET /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214119
Aug 23 01:58:21.867195 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57738) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:21.869582 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event updated for resources: {'Port': ['ID=1262f6e8-0181-4fef-bf9f-21c6f993257b,revision_number=7']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:21.876756 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:21.943579 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:58:21.952246 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:21.990431 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:22.137284 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-03c4ac9e-8da9-42f4-8638-fed6c32d8385 None None] Provisioning complete for port 1262f6e8-0181-4fef-bf9f-21c6f993257b triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:58:22.137669 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-03c4ac9e-8da9-42f4-8638-fed6c32d8385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:22.157163 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:22.163057 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-49f20d89-7f87-4975-b6c6-12ac0037f48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:22.179761 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5ca73-b37e-492b-86ce-ee957d2c0711 req-9547afe6-d4d3-4c19-8a58-18c562e4ae88 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:22.182066 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-82a5ca73-b37e-492b-86ce-ee957d2c0711 req-9547afe6-d4d3-4c19-8a58-18c562e4ae88 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 945 time: 0.1030989
Aug 23 01:58:22.192231 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a90fe7-7f24-475e-bfd2-ec44d99e78d7,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:22.221802 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.223330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.223330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.223330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.223628 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.224025 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.224446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.224854 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.225387 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.225845 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.226195 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:22.231419 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:22.252111 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-82a5ca73-b37e-492b-86ce-ee957d2c0711 req-49f6d06b-cd37-45d1-b2e3-5938ebf40e31 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571826
Aug 23 01:58:22.269556 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:22.272154 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "DELETE /v2.0/security-groups/48a90fe7-7f24-475e-bfd2-ec44d99e78d7 HTTP/1.1" status: 204  len: 168 time: 0.4025970
Aug 23 01:58:22.273451 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57746) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:22.425185 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:22.509480 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Deleting port 397e33b1-710c-472a-8f05-0d4e4d2e486a {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:22.509751 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:22.559633 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3dda4-aa5c-432b-be25-6726315d2954 req-aa617e8b-6ed5-4fee-b1a5-9557ff345a36 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:22.561170 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7e3dda4-aa5c-432b-be25-6726315d2954 req-aa617e8b-6ed5-4fee-b1a5-9557ff345a36 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 944 time: 0.1029222
Aug 23 01:58:22.588020 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'status': 'completed', 'code': 200}
Aug 23 01:58:22.713023 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:22.713482 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:22.753165 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7e3dda4-aa5c-432b-be25-6726315d2954 req-63ee4104-585b-491a-ab36-58d00443bcd7 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836214
Aug 23 01:58:22.775468 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-ac7a8bba-ae5f-4e70-b1c0-a68101cd4e94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe01aed9b14497fb422023bf8bea00d&device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1099 time: 0.1621568
Aug 23 01:58:22.847947 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Calling delete_port for 397e33b1-710c-472a-8f05-0d4e4d2e486a owned by network:floatingip {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:22.915375 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-90081c82-bee5-4d47-b3df-31f979b4d987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:22.916855 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-90081c82-bee5-4d47-b3df-31f979b4d987 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc HTTP/1.1" status: 200  len: 915 time: 0.1269500
Aug 23 01:58:23.026527 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-2f1a8b9d-194b-44a6-b77c-978304189171 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 1002 time: 0.1019015
Aug 23 01:58:23.090409 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-3a3d4d0f-5d25-4c26-a28a-9520b74873ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:23.091865 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-3a3d4d0f-5d25-4c26-a28a-9520b74873ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b2e9090-c0cf-4d2d-a522-b51d278a5238 HTTP/1.1" status: 200  len: 854 time: 0.0573332
Aug 23 01:58:23.170599 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-f9c5cf26-280c-4bfd-b60a-197792947f18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717287
Aug 23 01:58:23.302124 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-002ff6f1-1397-4bfa-ad7e-c933f2841f9c service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228235
Aug 23 01:58:23.440435 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e7dd5826-52ea-4cae-a9e9-3262466aab36 req-f2990229-2d86-47bd-ae7f-97df808d6c67 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249788
Aug 23 01:58:23.528762 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:23.533614 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-20cb5412-7274-414f-8371-602fca4a3c38 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:23.580958 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event deleted for resources: {'Port': ['ID=397e33b1-710c-472a-8f05-0d4e4d2e486a,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:23.585284 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:23.679688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks [] for floatingip, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:24.010331 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c298ec5-c9ec-42b0-8ea9-0f2a8c5870ab req-588fe036-0b8e-453d-8f7e-5d3236f329ab tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:24.011778 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5c298ec5-c9ec-42b0-8ea9-0f2a8c5870ab req-588fe036-0b8e-453d-8f7e-5d3236f329ab tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 944 time: 0.1107829
Aug 23 01:58:24.131436 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5c298ec5-c9ec-42b0-8ea9-0f2a8c5870ab req-7c108361-f352-4ec0-8b8e-fed6671b2727 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126275
Aug 23 01:58:24.253661 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:58:24.468721 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:58:24.478550 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] Sync routers for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:58:24.490623 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:58:24.491601 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480ae5e20>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:58:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:24.567276 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:24.638275 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-22d8fce0-3536-4d0c-b5b1-a10eaafdcfd0 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "DELETE /v2.0/floatingips/589357ce-acc6-4d44-929b-3537c76a3097 HTTP/1.1" status: 204  len: 168 time: 2.3635864
Aug 23 01:58:24.638858 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:24.700692 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:58:24.714062 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'status': 'completed', 'code': 200}
Aug 23 01:58:24.821500 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-2652eea4-7bb7-4f79-90f9-2d6f563708ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe01aed9b14497fb422023bf8bea00d&device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 1099 time: 0.0791187
Aug 23 01:58:24.985099 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-d1f948bf-6d2d-4c4d-b2c1-040d84f676fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:24.986605 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-d1f948bf-6d2d-4c4d-b2c1-040d84f676fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc HTTP/1.1" status: 200  len: 915 time: 0.1572077
Aug 23 01:58:25.029249 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480ae5e20>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:21Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:25.033360 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] Checking router: 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:58:25.044196 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:58:25.044645 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480ae5e20>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:58:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:25.061921 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-b659bd66-1fd3-4055-ba80-cf995bee5aa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 200  len: 217 time: 0.0668745
Aug 23 01:58:25.100873 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device fc685699-91ff-44de-a14a-16821b547f07 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:58:25.128615 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-22325c85-8e0f-405b-9043-888dfefbb1d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:25.130040 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-22325c85-8e0f-405b-9043-888dfefbb1d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b2e9090-c0cf-4d2d-a522-b51d278a5238 HTTP/1.1" status: 200  len: 854 time: 0.0604763
Aug 23 01:58:25.222035 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-34bac8a3-e06d-4d23-9862-6fed3159f856 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e5f60c6-b419-4387-8c16-b5a6c506b2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843976
Aug 23 01:58:25.361548 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:58:25.404820 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port fc685699-91ff-44de-a14a-16821b547f07, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=fc685699-91ff-44de-a14a-16821b547f07,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:25.426089 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-87f29744-61fd-43a0-b738-6ab18967ee76 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970296
Aug 23 01:58:25.435906 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88512fb3-426c-4b34-94e0-9b4e1c316636 req-02ea7275-bf8f-4098-88f6-fa7e8d0127ed tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:25.437337 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-88512fb3-426c-4b34-94e0-9b4e1c316636 req-02ea7275-bf8f-4098-88f6-fa7e8d0127ed tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 944 time: 0.1376660
Aug 23 01:58:25.439769 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'fc685699-91ff-44de-a14a-16821b547f07', 'network_id': 'a374ccc3-7cdb-49cc-b1c6-9d485aeda053', 'port_id': 'fc685699-91ff-44de-a14a-16821b547f07', 'mac_address': 'fa:16:3e:3c:cd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1891e1d-c0a8-4f0a-93eb-73e21f8041f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:58:25.572306 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-88512fb3-426c-4b34-94e0-9b4e1c316636 req-196d9c8f-e35c-4bf0-babe-4cce892735ea tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137004
Aug 23 01:58:25.655549 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:25.693448 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc685699-91ff-44de-a14a-16821b547f07 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:58:25.703244 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f18fd045-8fd7-4ce8-a375-d5da1f43e585 req-247b6610-c3e1-4061-8f79-a9ec2d8b0364 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2649560
Aug 23 01:58:25.743314 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port fc685699-91ff-44de-a14a-16821b547f07, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=fc685699-91ff-44de-a14a-16821b547f07,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:25.808077 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480ae5e20>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:21Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:25.811925 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6238d5-0e81-4fee-b2e8-5cbfc8a6e39c None None] The sync data for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi is: [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:55:09Z', 'revision_number': 4, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '9da96be5-2ce2-4344-b899-2c9c0475f749', 'name': '', 'network_id': '2e5f60c6-b419-4387-8c16-b5a6c506b2cc', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'mac_address': 'fa:16:3e:f1:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:09Z', 'updated_at': '2021-08-23T01:55:21Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'subnets': [{'id': '9b2e9090-c0cf-4d2d-a522-b51d278a5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:58:25.865529 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:25.868191 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:25.936531 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=fc685699-91ff-44de-a14a-16821b547f07,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:25.945355 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:26.043331 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74481c7-872a-4c64-858a-14ff4961cf2e None None] New status for floating IP 589357ce-acc6-4d44-929b-3537c76a3097: DOWN {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:58:26.188465 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['fc685699-91ff-44de-a14a-16821b547f07'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:58:26.786788 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe57be0-8819-4098-8d8c-9943e8d3d293 req-9c0a7e2f-09e6-41be-9fe3-1f1837729bc3 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:26.788455 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3fe57be0-8819-4098-8d8c-9943e8d3d293 req-9c0a7e2f-09e6-41be-9fe3-1f1837729bc3 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 945 time: 0.0777588
Aug 23 01:58:26.834696 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3fe57be0-8819-4098-8d8c-9943e8d3d293 req-c6640447-6a3f-49a7-845f-bda0f7aed889 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406604
Aug 23 01:58:27.046291 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device fc685699-91ff-44de-a14a-16821b547f07 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:58:27.165917 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port fc685699-91ff-44de-a14a-16821b547f07 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:58:27.170982 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port fc685699-91ff-44de-a14a-16821b547f07 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:58:27.171354 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:27.284800 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:27.312767 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1371f412-d021-4802-9bd9-0886dafe4a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc685699-91ff-44de-a14a-16821b547f07'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:27.323112 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port fc685699-91ff-44de-a14a-16821b547f07, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=fc685699-91ff-44de-a14a-16821b547f07,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:27.405854 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:27.411554 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:27.489336 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=fc685699-91ff-44de-a14a-16821b547f07,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:27.492255 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:27.527761 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1371f412-d021-4802-9bd9-0886dafe4a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc685699-91ff-44de-a14a-16821b547f07', 'code': 200}
Aug 23 01:58:27.624717 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-ce115049-106e-4825-982b-5bb663f412b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:27.986508 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-60b5dcbb-2825-443f-9ef6-d91f7313413c req-50dd0d03-172e-4dcc-b80c-eae47b96679a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 1099 time: 0.1153390
Aug 23 01:58:28.063443 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-60b5dcbb-2825-443f-9ef6-d91f7313413c req-6a5f521a-3684-4524-8261-c4e3e1002f29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368054
Aug 23 01:58:28.070876 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0935d-12ad-48bc-b9e7-20f176dd7531 req-92d46e74-3b9f-4a77-bef9-0199f9c3e315 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:28.072751 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12f0935d-12ad-48bc-b9e7-20f176dd7531 req-92d46e74-3b9f-4a77-bef9-0199f9c3e315 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 946 time: 0.0795336
Aug 23 01:58:28.121187 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12f0935d-12ad-48bc-b9e7-20f176dd7531 req-2e2f302e-33a9-4fc6-b3e8-86e8e9bc5a72 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424910
Aug 23 01:58:28.385628 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:29.493455 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149447fc-c934-4352-bedc-93ab1a44cd49 req-243772fa-719c-4969-905e-17d6626a966b tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:29.494918 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-149447fc-c934-4352-bedc-93ab1a44cd49 req-243772fa-719c-4969-905e-17d6626a966b tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 946 time: 0.0784588
Aug 23 01:58:29.541103 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-149447fc-c934-4352-bedc-93ab1a44cd49 req-16a5eac3-5a2d-4509-ab91-ab0d420d5172 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405760
Aug 23 01:58:29.669508 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d5684-8322-473b-a8fc-c98fe3f266f4 req-4666d50f-97c2-4f41-bbb5-2237ac05b13a tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:29.670193 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-705d5684-8322-473b-a8fc-c98fe3f266f4 req-4666d50f-97c2-4f41-bbb5-2237ac05b13a tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Synchronizing usage tracker for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:58:29.756696 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-705d5684-8322-473b-a8fc-c98fe3f266f4 req-4666d50f-97c2-4f41-bbb5-2237ac05b13a tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Unset dirty status for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:58:29.757868 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-705d5684-8322-473b-a8fc-c98fe3f266f4 req-4666d50f-97c2-4f41-bbb5-2237ac05b13a tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.1679831
Aug 23 01:58:29.802869 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-705d5684-8322-473b-a8fc-c98fe3f266f4 req-45776b93-b84d-462d-9a50-0e23a585db61 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Synchronizing usage tracker for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:58:29.899364 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b4d4eab3-e26f-4d9b-a014-be53eef05ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:29.931775 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-705d5684-8322-473b-a8fc-c98fe3f266f4 req-45776b93-b84d-462d-9a50-0e23a585db61 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Unset dirty status for tenant:0fe01aed9b14497fb422023bf8bea00d on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:58:29.933002 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-705d5684-8322-473b-a8fc-c98fe3f266f4 req-45776b93-b84d-462d-9a50-0e23a585db61 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695881
Aug 23 01:58:30.739134 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf234e-5307-40ec-a6ed-5be9a72e6cec req-bbcdb97f-ebc6-4d8f-a67b-831ee80e9467 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:30.740583 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4aaf234e-5307-40ec-a6ed-5be9a72e6cec req-bbcdb97f-ebc6-4d8f-a67b-831ee80e9467 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 946 time: 0.0765643
Aug 23 01:58:30.788593 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-4aaf234e-5307-40ec-a6ed-5be9a72e6cec req-41fa9d3a-a861-4dbb-b974-7714622ffb29 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422103
Aug 23 01:58:30.806312 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:31.129642 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302f1d4-06ee-4c9f-a4d4-512f8237c697 req-5b831d0a-2859-4ab6-b5e7-1a4479a67057 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:31.131021 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9302f1d4-06ee-4c9f-a4d4-512f8237c697 req-5b831d0a-2859-4ab6-b5e7-1a4479a67057 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0806649
Aug 23 01:58:31.175392 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9302f1d4-06ee-4c9f-a4d4-512f8237c697 req-2b28caae-ca33-497d-8be1-cc8526b1eeae tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388544
Aug 23 01:58:31.770654 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-9c6aee14-a7f1-4c9f-91e0-12d49e957082 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:31.772054 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-9c6aee14-a7f1-4c9f-91e0-12d49e957082 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.21 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.0792866
Aug 23 01:58:31.850873 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Deleting port 1262f6e8-0181-4fef-bf9f-21c6f993257b {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:31.851210 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:32.107819 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] For port 1262f6e8-0181-4fef-bf9f-21c6f993257b, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=1262f6e8-0181-4fef-bf9f-21c6f993257b,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:32.108169 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:32.231524 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Calling delete_port for 1262f6e8-0181-4fef-bf9f-21c6f993257b owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:32.397147 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec701-3173-4548-a494-6718e2b746f0 req-0282d43f-2829-41fd-8bf3-f581b9d36f53 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:32.400876 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ac8ec701-3173-4548-a494-6718e2b746f0 req-0282d43f-2829-41fd-8bf3-f581b9d36f53 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 946 time: 0.1048157
Aug 23 01:58:32.431243 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:32.437390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a664d65a-9146-45dd-a2f3-c71e4feccd02 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:32.443688 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['1262f6e8-0181-4fef-bf9f-21c6f993257b'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:58:32.473765 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ac8ec701-3173-4548-a494-6718e2b746f0 req-3d36761f-96ac-48c6-93d2-730f2aed7df9 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c56668-1a9e-41ce-b32f-6b17ca9692bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673051
Aug 23 01:58:32.497990 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:32.502919 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Pushing event deleted for resources: {'Port': ['ID=1262f6e8-0181-4fef-bf9f-21c6f993257b,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:32.505292 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:32.576042 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] No DVR routers for this DVR port 1262f6e8-0181-4fef-bf9f-21c6f993257b on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:58:32.610256 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:32.612649 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'name': 'network-vif-deleted', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:32.667265 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b5481-6e1f-4c7e-8725-ae733cd9e737 req-a7f67c69-9bcd-4f01-98e8-9a361bca4733 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:32.668750 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-da4b5481-6e1f-4c7e-8725-ae733cd9e737 req-a7f67c69-9bcd-4f01-98e8-9a361bca4733 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 946 time: 0.0940492
Aug 23 01:58:32.673605 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8522d6c1-b7e7-40b3-971d-e204736a7ca5', 'name': 'network-vif-deleted', 'tag': '1262f6e8-0181-4fef-bf9f-21c6f993257b', 'status': 'completed', 'code': 200}
Aug 23 01:58:32.706564 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d294dcb9-79a1-4b2b-b92f-d7671ef893e6 req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.21 "DELETE /v2.0/ports/1262f6e8-0181-4fef-bf9f-21c6f993257b HTTP/1.1" status: 204  len: 173 time: 0.9177175
Aug 23 01:58:32.717545 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-da4b5481-6e1f-4c7e-8725-ae733cd9e737 req-8b0046e1-f939-4f77-b1a1-19e52bbb312a tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426819
Aug 23 01:58:33.653398 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-90b22ca3-1fb3-423a-934c-9d9672e4eac4 req-2d4ef8d7-ef75-4d26-9944-d45f28d55ccb tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] 10.222.0.20 "GET /v2.0/ports?device_id=8522d6c1-b7e7-40b3-971d-e204736a7ca5 HTTP/1.1" status: 200  len: 210 time: 0.0407314
Aug 23 01:58:33.927529 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a1771-11d9-4dba-a93e-d7d35fc0f65f req-6b9688ac-58e3-4369-be11-b76bbea3e355 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:33.929078 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8f9a1771-11d9-4dba-a93e-d7d35fc0f65f req-6b9688ac-58e3-4369-be11-b76bbea3e355 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 946 time: 0.0807467
Aug 23 01:58:33.974687 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8f9a1771-11d9-4dba-a93e-d7d35fc0f65f req-cb5a9653-77b5-4e87-a194-f87c74927d38 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398536
Aug 23 01:58:34.420465 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-6fea8ece-3074-42ab-8da7-b0cad023f5ae tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:34.421910 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-6fea8ece-3074-42ab-8da7-b0cad023f5ae tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.21 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 946 time: 0.0869911
Aug 23 01:58:34.492991 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Deleting port fc685699-91ff-44de-a14a-16821b547f07 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:34.493334 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:34.803127 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] For port fc685699-91ff-44de-a14a-16821b547f07, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=fc685699-91ff-44de-a14a-16821b547f07,segment=NetworkSegment(d26b448d-7420-4054-b587-87126ca72081),segment_id=d26b448d-7420-4054-b587-87126ca72081)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:34.803475 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:34.924670 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Calling delete_port for fc685699-91ff-44de-a14a-16821b547f07 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:35.127962 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 1262f6e8-0181-4fef-bf9f-21c6f993257b no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:35.168372 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 1262f6e8-0181-4fef-bf9f-21c6f993257b {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:35.168962 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 1262f6e8-0181-4fef-bf9f-21c6f993257b not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:35.211354 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:35.224764 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c9507e8c-198c-4aee-90e3-23c66e1f3966 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:35.269926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Pushing event deleted for resources: {'Port': ['ID=fc685699-91ff-44de-a14a-16821b547f07,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:35.273762 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:35.350207 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] No DVR routers for this DVR port fc685699-91ff-44de-a14a-16821b547f07 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:58:35.356814 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5be34-e6c0-4846-bf40-161a6a9d7335 req-7e1e29b0-ca66-4cfc-a414-d1fae14585d4 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:35.358254 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d0a5be34-e6c0-4846-bf40-161a6a9d7335 req-7e1e29b0-ca66-4cfc-a414-d1fae14585d4 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 867 time: 0.2100441
Aug 23 01:58:35.359219 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:35.362791 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1371f412-d021-4802-9bd9-0886dafe4a61', 'name': 'network-vif-deleted', 'tag': 'fc685699-91ff-44de-a14a-16821b547f07'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:35.436361 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d0a5be34-e6c0-4846-bf40-161a6a9d7335 req-cd36f5b0-2972-42ef-be2c-391b3a687606 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/security-groups?id=14ea497d-4f6b-499e-8733-cc08228b5fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688186
Aug 23 01:58:35.439563 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1371f412-d021-4802-9bd9-0886dafe4a61', 'name': 'network-vif-deleted', 'tag': 'fc685699-91ff-44de-a14a-16821b547f07', 'status': 'completed', 'code': 200}
Aug 23 01:58:35.458019 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d3e8b3b1-87fe-48a6-99d0-4a52c1ac942d req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.21 "DELETE /v2.0/ports/fc685699-91ff-44de-a14a-16821b547f07 HTTP/1.1" status: 204  len: 173 time: 1.0300677
Aug 23 01:58:36.583645 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 57978) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:36.619218 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-b025c952-dd64-43a1-90fb-8464a325f124 req-75bd90df-d12a-4573-9113-5f1ccba483f1 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Synchronizing usage tracker for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:58:36.748142 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-b025c952-dd64-43a1-90fb-8464a325f124 req-75bd90df-d12a-4573-9113-5f1ccba483f1 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Unset dirty status for tenant:e8f6d9e7b11d49b083d606c833a2ab49 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:58:36.749619 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b025c952-dd64-43a1-90fb-8464a325f124 req-75bd90df-d12a-4573-9113-5f1ccba483f1 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] 10.222.0.20 "GET /v2.0/ports?device_id=1371f412-d021-4802-9bd9-0886dafe4a61 HTTP/1.1" status: 200  len: 210 time: 0.1784198
Aug 23 01:58:37.075513 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:37.124316 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device fc685699-91ff-44de-a14a-16821b547f07 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:37.165988 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: fc685699-91ff-44de-a14a-16821b547f07 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:37.166608 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device fc685699-91ff-44de-a14a-16821b547f07 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:37.698903 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Deleting port 9da96be5-2ce2-4344-b899-2c9c0475f749 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:37.699459 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:37.887725 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] For port 9da96be5-2ce2-4344-b899-2c9c0475f749, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=9da96be5-2ce2-4344-b899-2c9c0475f749,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:37.888085 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:38.024734 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Calling delete_port for 9da96be5-2ce2-4344-b899-2c9c0475f749 owned by network:router_interface {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:38.079377 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ae4e-245c-47a6-9714-b84006a3156b req-c62a4a14-4894-4e35-80e7-a2f816064e2d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:38.080965 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a481ae4e-245c-47a6-9714-b84006a3156b req-c62a4a14-4894-4e35-80e7-a2f816064e2d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.0870941
Aug 23 01:58:38.138275 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a481ae4e-245c-47a6-9714-b84006a3156b req-19646c71-55a9-44dd-9c74-4df32050ed88 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499103
Aug 23 01:58:38.305088 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:38.311143 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:38.361751 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9da96be5-2ce2-4344-b899-2c9c0475f749,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:38.365375 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:38.785339 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:39.271886 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:58:39.476060 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7457d93-b3d8-4a51-b9eb-972bd8c04b8f req-e10507b6-08c3-4c6e-b6d2-8eb524f0ec09 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:39.477634 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b7457d93-b3d8-4a51-b9eb-972bd8c04b8f req-e10507b6-08c3-4c6e-b6d2-8eb524f0ec09 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1334372
Aug 23 01:58:39.483658 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:58:39.604344 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b7457d93-b3d8-4a51-b9eb-972bd8c04b8f req-77a9039c-cd46-4754-a740-2f8074488d09 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1190126
Aug 23 01:58:39.745988 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:58:39.755179 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] Sync routers for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:58:39.760700 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-07605fa7-178d-446e-9cfc-49e5c12fe7fb admin admin] 10.222.0.20 "PUT /v2.0/routers/3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1735706
Aug 23 01:58:39.761103 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58046) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:39.767999 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:58:39.768653 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480c26c40>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:58:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:39.944495 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:58:39.985316 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks [] for router, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:40.252751 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480c26c40>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:58:38Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:40.257009 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] Checking router: 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:58:40.268173 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] Routers {'3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:58:40.268924 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480c26c40>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:58:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:40.325928 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:40.413486 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Deleting port 54ac83a1-bba4-454f-9a76-ed1d12615e01 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:40.413857 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:40.440511 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] Set router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:58:40.588105 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] For port 54ac83a1-bba4-454f-9a76-ed1d12615e01, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=54ac83a1-bba4-454f-9a76-ed1d12615e01,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:40.588373 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:40.714755 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Calling delete_port for 54ac83a1-bba4-454f-9a76-ed1d12615e01 owned by network:router_gateway {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:40.760841 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480c26c40>, [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:58:38Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:40.764984 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4530a-aaff-413e-a795-19d3af9d72cb None None] The sync data for ids ['3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d'] in dv-cinder-805529-1-iscsi is: [{'id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'name': 'tempest-TestMinimumBasicScenario-1642442826-router', 'tenant_id': '0fe01aed9b14497fb422023bf8bea00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:04Z', 'updated_at': '2021-08-23T01:58:38Z', 'revision_number': 5, 'project_id': '0fe01aed9b14497fb422023bf8bea00d', 'gw_port': {'id': '54ac83a1-bba4-454f-9a76-ed1d12615e01', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:05Z', 'updated_at': '2021-08-23T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:58:40.873479 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db545a-81c9-47de-95bb-10c212ecc978 req-6f195841-26f4-49e8-8260-c6127517f536 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:40.874958 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-44db545a-81c9-47de-95bb-10c212ecc978 req-6f195841-26f4-49e8-8260-c6127517f536 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1237986
Aug 23 01:58:40.965823 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-44db545a-81c9-47de-95bb-10c212ecc978 req-59079409-e1a2-46e6-8450-3a96927bb994 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816193
Aug 23 01:58:41.047988 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:41.051636 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:41.092502 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Pushing event deleted for resources: {'Port': ['ID=54ac83a1-bba4-454f-9a76-ed1d12615e01,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:41.095973 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:41.330929 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:41.587473 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:41.591894 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:41.691371 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:41.691873 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d {{(pid=75865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 01:58:41.703544 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:41.708129 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] 10.222.0.20 "DELETE /v2.0/routers/3d49dee3-c5e9-49c2-9efe-f1480aaf3f5d HTTP/1.1" status: 204  len: 168 time: 1.9432034
Aug 23 01:58:41.708129 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58072) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:41.770559 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] Deleting subnet 9b2e9090-c0cf-4d2d-a522-b51d278a5238 {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:58:41.773826 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:41.824293 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637460'] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.038833 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.185534 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1466720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1228103'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.190782 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-90fa0832-661c-4d99-b3a0-e339db9712bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:42.197297 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eabaa-df76-4c27-83dd-548812a1bbc6 req-7e0ff4a4-3e58-4456-80c6-5c53ec4cd9ad tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:42.199352 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c30eabaa-df76-4c27-83dd-548812a1bbc6 req-7e0ff4a4-3e58-4456-80c6-5c53ec4cd9ad tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1002436
Aug 23 01:58:42.225097 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 54ac83a1-bba4-454f-9a76-ed1d12615e01 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:42.258601 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 54ac83a1-bba4-454f-9a76-ed1d12615e01 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:42.259182 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 54ac83a1-bba4-454f-9a76-ed1d12615e01 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:42.259803 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 9da96be5-2ce2-4344-b899-2c9c0475f749 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:42.266219 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b2e9090-c0cf-4d2d-a522-b51d278a5238,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:42.268232 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.270950 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:42.277861 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b3d8bc2b-b73d-48f4-933c-44bd69f5b45c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b2e9090-c0cf-4d2d-a522-b51d278a5238 HTTP/1.1" status: 204  len: 168 time: 0.5660784
Aug 23 01:58:42.277976 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c30eabaa-df76-4c27-83dd-548812a1bbc6 req-929bfffe-bff3-4baa-b1a0-e747fb559dfb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695448
Aug 23 01:58:42.278062 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58084) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:42.296261 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9fb87-9330-4acc-b12b-b1bf7156b149 None None] Network 2e5f60c6-b419-4387-8c16-b5a6c506b2cc requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:58:42.320654 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 9da96be5-2ce2-4344-b899-2c9c0475f749 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:42.321005 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 9da96be5-2ce2-4344-b899-2c9c0475f749 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:42.385373 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.396022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Deleting port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:42.396352 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.555646 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] DHCP port deletion for 2e5f60c6-b419-4387-8c16-b5a6c506b2cc request from dv-cinder-805529-1-iscsi {{(pid=75866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 23 01:58:42.559706 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] Deleting port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:42.560138 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.605207 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] For port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=08d6295f-5f15-4a7c-8cf0-9db19f79e6d3,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:42.605778 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.726342 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Calling delete_port for 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 owned by network:dhcp {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:42.763698 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] For port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=08d6295f-5f15-4a7c-8cf0-9db19f79e6d3,segment=NetworkSegment(76eb113a-9a89-4465-b3af-cd4e77293fe5),segment_id=76eb113a-9a89-4465-b3af-cd4e77293fe5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:42.764024 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.878828 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] Calling delete_port for 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 owned by network:dhcp {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:42.933202 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:42.937676 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-83414c7e-1e53-4d0c-9df1-34190a7f52ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:42.979702 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=08d6295f-5f15-4a7c-8cf0-9db19f79e6d3,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:42.982645 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:42.985975 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] No DVR routers for this DVR port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 on host dv-cinder-805529-1-iscsi {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:58:43.006879 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:58:43.007257 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:58:43.101284 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:43.117144 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f747fb442e0>,) {'filters': {'network_id': ['2e5f60c6-b419-4387-8c16-b5a6c506b2cc']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:43.129331 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f747fb442e0>, '76eb113a-9a89-4465-b3af-cd4e77293fe5') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:43.129625 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f747fb442e0>, '76eb113a-9a89-4465-b3af-cd4e77293fe5') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:43.140376 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:43.156041 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:43.161834 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:58:43.162202 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:58:43.174702 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:58:43.350844 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:43.354880 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:43.378360 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:43.386828 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5f60c6-b419-4387-8c16-b5a6c506b2cc,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:43.391302 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:43.395040 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-75a0bf35-676b-41a4-a335-0ec4b5263a8c admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e5f60c6-b419-4387-8c16-b5a6c506b2cc HTTP/1.1" status: 204  len: 168 time: 1.1162262
Aug 23 01:58:43.398154 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58096) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:43.485747 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f64261-0ca1-4c09-8414-3b09daddc5d5 req-5420f027-d20c-4f29-955f-8ad81ebd0011 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:43.487255 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-09f64261-0ca1-4c09-8414-3b09daddc5d5 req-5420f027-d20c-4f29-955f-8ad81ebd0011 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.0849001
Aug 23 01:58:43.508041 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] Deleting port 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:43.509130 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:43.540990 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-09f64261-0ca1-4c09-8414-3b09daddc5d5 req-12777f55-cf63-460e-bf0a-6056c644103f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475352
Aug 23 01:58:43.580481 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-fc564c77-7f7c-4fab-8f83-319bfa60e91c None None] The port '08d6295f-5f15-4a7c-8cf0-9db19f79e6d3' was deleted {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 23 01:58:43.819810 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:44.206205 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:44.238061 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:44.238411 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 08d6295f-5f15-4a7c-8cf0-9db19f79e6d3 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:44.481777 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Deleting port ea1fc848-6743-44d6-b6af-cd6c9c417fd0 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:44.482301 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:44.701983 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] For port ea1fc848-6743-44d6-b6af-cd6c9c417fd0, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,segment=NetworkSegment(8f7920d5-bb8c-4117-9dc3-9a696578997d),segment_id=8f7920d5-bb8c-4117-9dc3-9a696578997d)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:44.701983 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:44.819179 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Calling delete_port for ea1fc848-6743-44d6-b6af-cd6c9c417fd0 owned by network:router_interface {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:45.053013 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2771ac0-9001-4fe0-b16d-558d01cea575 req-6905ed3b-cc08-40c6-9a77-1d377a7750b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:45.054726 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e2771ac0-9001-4fe0-b16d-558d01cea575 req-6905ed3b-cc08-40c6-9a77-1d377a7750b0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.3347368
Aug 23 01:58:45.134763 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e2771ac0-9001-4fe0-b16d-558d01cea575 req-39dfc275-cbd2-4762-ba29-ccd895743dc0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727215
Aug 23 01:58:45.277836 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:45.293865 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0338eff-70c4-44a3-ad4c-7a06d75183e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:45.363234 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1fc848-6743-44d6-b6af-cd6c9c417fd0,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:45.366033 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:45.846659 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:46.031546 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:46.495126 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f302-2ca1-45f4-b1df-ff9e1a01975e req-9c84bd27-d0d8-4d1f-9dac-4f8cbfa86586 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:46.497046 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bd78f302-2ca1-45f4-b1df-ff9e1a01975e req-9c84bd27-d0d8-4d1f-9dac-4f8cbfa86586 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.2004087
Aug 23 01:58:46.625265 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bd78f302-2ca1-45f4-b1df-ff9e1a01975e req-3b8b9521-f234-4794-9e7a-45a249856fe9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699372
Aug 23 01:58:46.666943 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:58:46.921059 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:58:46.932594 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] Sync routers for ids ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:58:46.953566 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] Routers {'666b84b9-8b2c-4fc7-93d1-5268caa767a9'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:58:46.953566 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74813346a0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:58:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:47.075149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58144) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:47.079535 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] 10.222.0.20 "PUT /v2.0/routers/666b84b9-8b2c-4fc7-93d1-5268caa767a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6797040
Aug 23 01:58:47.166462 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] Set router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:58:47.335573 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks [] for router, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:47.521520 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74813346a0>, [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:58:45Z', 'revision_number': 5, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:47.527627 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] Checking router: 666b84b9-8b2c-4fc7-93d1-5268caa767a9 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:58:47.550259 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] Routers {'666b84b9-8b2c-4fc7-93d1-5268caa767a9'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:58:47.551157 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74813346a0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:58:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:47.688514 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:47.817168 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Deleting port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:47.817576 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:47.830276 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] Set router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:58:47.963746 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40667036-e711-46a0-85bc-77d9f5bc0db5 req-1ed897ad-e15c-4304-901a-dc62edbd317c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:47.971524 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40667036-e711-46a0-85bc-77d9f5bc0db5 req-1ed897ad-e15c-4304-901a-dc62edbd317c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1672869
Aug 23 01:58:48.062779 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40667036-e711-46a0-85bc-77d9f5bc0db5 req-b2c07770-22f3-4a53-845a-066d539accbc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899758
Aug 23 01:58:48.078649 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] For port 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:48.079645 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:48.223813 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Calling delete_port for 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 owned by network:router_gateway {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:48.234275 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74813346a0>, [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:58:45Z', 'revision_number': 5, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:48.238637 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d9494-0011-402b-a70d-8f5f850f257c None None] The sync data for ids ['666b84b9-8b2c-4fc7-93d1-5268caa767a9'] in dv-cinder-805529-1-iscsi is: [{'id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'name': 'tempest-TestMinimumBasicScenario-2050290495-router', 'tenant_id': '86e95ebb2d744047be79d946e14d900e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:55:16Z', 'updated_at': '2021-08-23T01:58:45Z', 'revision_number': 5, 'project_id': '86e95ebb2d744047be79d946e14d900e', 'gw_port': {'id': '9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b84b9-8b2c-4fc7-93d1-5268caa767a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:55:17Z', 'updated_at': '2021-08-23T01:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:58:48.510818 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:48.515043 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e3b6c31a-2087-46b0-b134-665d82c8d904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:48.560639 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Pushing event deleted for resources: {'Port': ['ID=9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:48.565393 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:48.879065 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.150588 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.154850 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.282939 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.283699 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666b84b9-8b2c-4fc7-93d1-5268caa767a9 {{(pid=75865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 01:58:49.307059 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.308287 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] 10.222.0.20 "DELETE /v2.0/routers/666b84b9-8b2c-4fc7-93d1-5268caa767a9 HTTP/1.1" status: 204  len: 168 time: 2.2313905
Aug 23 01:58:49.311045 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58168) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:49.384660 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3b1c8-6968-4b6f-a1f5-736c989f9420 req-405a018f-c48f-4cde-b5df-6ff7e51b0cfb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:49.392430 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8cf3b1c8-6968-4b6f-a1f5-736c989f9420 req-405a018f-c48f-4cde-b5df-6ff7e51b0cfb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1458588
Aug 23 01:58:49.436377 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Deleting subnet 6531df51-4019-4f0b-97bf-ad4787ae3159 {{(pid=75864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:58:49.443477 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.485809 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8cf3b1c8-6968-4b6f-a1f5-736c989f9420 req-319505d2-9a4d-4f21-9550-2cedd680964f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924022
Aug 23 01:58:49.513802 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1100984'] for subnet, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.642650 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.771839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1320315'] for subnet, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.776440 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:49.814998 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6531df51-4019-4f0b-97bf-ad4787ae3159,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:49.818946 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:49.825632 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:49.831929 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392bcfb7-16db-4b62-99c3-0c20747f8967 None None] Network bf8401d7-7601-4b7b-aeee-43cc6723c205 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:58:49.849513 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6531df51-4019-4f0b-97bf-ad4787ae3159 HTTP/1.1" status: 204  len: 168 time: 0.5373859
Aug 23 01:58:49.853853 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58176) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:50.148899 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:50.165561 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Deleting port ac07b63c-03c1-41b0-8705-50e8b0714a40 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:50.175938 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:50.200770 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] DHCP port deletion for bf8401d7-7601-4b7b-aeee-43cc6723c205 request from dv-cinder-805529-1-iscsi {{(pid=75866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 23 01:58:50.205684 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Deleting port ac07b63c-03c1-41b0-8705-50e8b0714a40 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:50.206060 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:50.279748 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:50.324544 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:50.325135 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 9368cb1c-0c5e-4b4c-8cd8-e3c0d6ceb289 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:50.325719 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ea1fc848-6743-44d6-b6af-cd6c9c417fd0 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:50.366253 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: ea1fc848-6743-44d6-b6af-cd6c9c417fd0 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:50.366862 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ea1fc848-6743-44d6-b6af-cd6c9c417fd0 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:50.579760 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] For port ac07b63c-03c1-41b0-8705-50e8b0714a40, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ac07b63c-03c1-41b0-8705-50e8b0714a40,segment=NetworkSegment(8f7920d5-bb8c-4117-9dc3-9a696578997d),segment_id=8f7920d5-bb8c-4117-9dc3-9a696578997d)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:50.581642 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] For port ac07b63c-03c1-41b0-8705-50e8b0714a40, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ac07b63c-03c1-41b0-8705-50e8b0714a40,segment=NetworkSegment(8f7920d5-bb8c-4117-9dc3-9a696578997d),segment_id=8f7920d5-bb8c-4117-9dc3-9a696578997d)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:50.582063 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:50.586095 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:50.712347 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-d655da93-071f-4017-92c8-9287ccd8381f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 1098 time: 0.0870752
Aug 23 01:58:50.740692 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Calling delete_port for ac07b63c-03c1-41b0-8705-50e8b0714a40 owned by network:dhcp {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:50.755786 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Calling delete_port for ac07b63c-03c1-41b0-8705-50e8b0714a40 owned by network:dhcp {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:58:50.941216 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352'] for port, after_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:50.949885 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.db.api [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:58:50.950411 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_db.api [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:58:50.951831 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:51.037470 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Pushing event deleted for resources: {'Port': ['ID=ac07b63c-03c1-41b0-8705-50e8b0714a40,revision_number=None']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:51.049969 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.050793 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.051367 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.051927 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.052470 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.053026 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.053578 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.054379 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.054904 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.055437 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.055974 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:58:51.059913 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:51.064447 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] No DVR routers for this DVR port ac07b63c-03c1-41b0-8705-50e8b0714a40 on host dv-cinder-805529-1-iscsi {{(pid=75866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:58:51.101789 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-0fef9ebd-559c-44f4-a157-260f4205c2e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:51.103273 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-0fef9ebd-559c-44f4-a157-260f4205c2e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.3225648
Aug 23 01:58:51.244957 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87759a7-73cb-481d-a625-f16fbd64ef2c req-32404aa5-4e1c-48bd-82db-a31c3c22ae8e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:51.246321 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c87759a7-73cb-481d-a625-f16fbd64ef2c req-32404aa5-4e1c-48bd-82db-a31c3c22ae8e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.5183706
Aug 23 01:58:51.247896 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-ed1d7ac3-a88c-400a-8a70-c4e79ff77de1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=183f1086-f6d2-4ac3-8256-81348398b771 HTTP/1.1" status: 200  len: 1001 time: 0.1355774
Aug 23 01:58:51.360329 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-aac812f3-c6b9-42c2-9744-3245a92b4f85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:51.361847 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-aac812f3-c6b9-42c2-9744-3245a92b4f85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.0923674
Aug 23 01:58:51.388758 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c87759a7-73cb-481d-a625-f16fbd64ef2c req-4c2ff8d2-0424-4bba-bd9a-dbdd73f116e7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1330879
Aug 23 01:58:51.451407 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Deleting port ac07b63c-03c1-41b0-8705-50e8b0714a40 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:58:51.451939 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:51.574017 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-2fafcf88-0a11-4866-b5eb-aa5c574023f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1862540
Aug 23 01:58:51.594673 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] The port 'ac07b63c-03c1-41b0-8705-50e8b0714a40' was deleted {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 23 01:58:51.725622 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:51.734034 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-63f4838c-fa9a-485c-87ff-1628714a8310 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518619
Aug 23 01:58:51.741427 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480eaab20>,) {'filters': {'network_id': ['bf8401d7-7601-4b7b-aeee-43cc6723c205']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:51.757970 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480eaab20>, '8f7920d5-bb8c-4117-9dc3-9a696578997d') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:51.757970 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480eaab20>, '8f7920d5-bb8c-4117-9dc3-9a696578997d') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:58:51.769768 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:51.789724 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:51.796674 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:58:51.797960 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   util.warn(
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   util.warn(
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   util.warn(
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   util.warn(
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:58:51.887715 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:58:51.902476 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a4570125-3756-42e7-a7f5-96b1dda2b5c8 req-5ad5dd21-c30b-4193-a4fc-0dc0b9fe7b45 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605127
Aug 23 01:58:51.994682 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:51.999385 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:52.021222 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:52.032991 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8401d7-7601-4b7b-aeee-43cc6723c205,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:52.044458 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:52.044458 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bf8401d7-7601-4b7b-aeee-43cc6723c205 HTTP/1.1" status: 204  len: 168 time: 2.1879573
Aug 23 01:58:52.259966 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ac07b63c-03c1-41b0-8705-50e8b0714a40 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:58:52.304716 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: ac07b63c-03c1-41b0-8705-50e8b0714a40 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:58:52.308889 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ac07b63c-03c1-41b0-8705-50e8b0714a40 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:58:52.519632 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58204) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:52.674991 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ddfea4f0-29dc-4dd3-8c25-9149af0e2bf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fe01aed9b14497fb422023bf8bea00d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1533062
Aug 23 01:58:52.675590 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58214) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:52.729628 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69914f9-7783-4a27-8070-84afd660e4b1 req-918fd770-dcad-4fd8-a6ad-3ddefc1a50b9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:52.729628 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c69914f9-7783-4a27-8070-84afd660e4b1 req-918fd770-dcad-4fd8-a6ad-3ddefc1a50b9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1283171
Aug 23 01:58:52.768606 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eaf427ee-5a6d-4f09-a594-b73f00000a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:52.774820 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c69914f9-7783-4a27-8070-84afd660e4b1 req-28d01a28-adde-4ba6-926e-b5fe41b1086a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417221
Aug 23 01:58:52.802503 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eaf427ee-5a6d-4f09-a594-b73f00000a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:53.148673 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eaf427ee-5a6d-4f09-a594-b73f00000a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:53.152468 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5e4207ce-6a86-4b2e-bdd1-1f761924e882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:53.166150 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf427ee-5a6d-4f09-a594-b73f00000a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c56668-1a9e-41ce-b32f-6b17ca9692bf,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:53.168784 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eaf427ee-5a6d-4f09-a594-b73f00000a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:53.259582 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eaf427ee-5a6d-4f09-a594-b73f00000a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:53.263406 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-eaf427ee-5a6d-4f09-a594-b73f00000a86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19c56668-1a9e-41ce-b32f-6b17ca9692bf HTTP/1.1" status: 204  len: 168 time: 0.5842762
Aug 23 01:58:54.042022 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386df281-f584-41d9-b8a2-8fe6d7f9b7eb req-1c881819-cbc8-420b-860f-2e832841c0da tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:54.043732 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-386df281-f584-41d9-b8a2-8fe6d7f9b7eb req-1c881819-cbc8-420b-860f-2e832841c0da tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.0912502
Aug 23 01:58:54.092116 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-386df281-f584-41d9-b8a2-8fe6d7f9b7eb req-547f06e4-2969-4a92-88f6-c841f9fd6871 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420549
Aug 23 01:58:54.134084 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58236) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:54.196778 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6a074468-4d04-4dda-bbc2-c570152fe654 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86e95ebb2d744047be79d946e14d900e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0612843
Aug 23 01:58:54.199142 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58240) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:54.265073 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-92570852-3e05-4998-88b7-97eed20beacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:54.292050 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-92570852-3e05-4998-88b7-97eed20beacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:54.447281 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-92570852-3e05-4998-88b7-97eed20beacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:54.451028 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-77cbad23-7ab0-416d-8736-de3d6def0ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:54.463044 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92570852-3e05-4998-88b7-97eed20beacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f700fcf-5da9-48f1-af9c-75b2913a5a39,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:54.466733 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-92570852-3e05-4998-88b7-97eed20beacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:54.471451 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-92570852-3e05-4998-88b7-97eed20beacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:54.472711 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-92570852-3e05-4998-88b7-97eed20beacb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f700fcf-5da9-48f1-af9c-75b2913a5a39 HTTP/1.1" status: 204  len: 168 time: 0.2724121
Aug 23 01:58:55.338676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453e0d-d20f-4bf9-9feb-68528bea21a0 req-bdd659fa-2d8d-4630-a4f0-0b5a291c818b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:55.347486 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-68453e0d-d20f-4bf9-9feb-68528bea21a0 req-bdd659fa-2d8d-4630-a4f0-0b5a291c818b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1023901
Aug 23 01:58:55.384650 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:58:55.434423 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-68453e0d-d20f-4bf9-9feb-68528bea21a0 req-29ecf8f8-9c9a-4688-9f1a-7d9408356ed5 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858452
Aug 23 01:58:55.569916 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:55.584990 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '183f1086-f6d2-4ac3-8256-81348398b771', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'port_id': '183f1086-f6d2-4ac3-8256-81348398b771', 'mac_address': 'fa:16:3e:a4:8d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:58:55.648423 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:55.668511 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 183f1086-f6d2-4ac3-8256-81348398b771 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:58:55.688435 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:55.830702 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:55.832808 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:55.904923 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=6']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:55.916748 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:55.972834 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58284) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:56.001152 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['183f1086-f6d2-4ac3-8256-81348398b771'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:58:56.220421 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-621074388-network', 'tenant_id': '382ca8f9b14441659267fc49d336434f'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:56.225683 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:56.235969 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Usage tracker for resource:network and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:56.239731 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:56.249260 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:56.338658 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Made reservation on behalf of 382ca8f9b14441659267fc49d336434f for: {'network': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:58:56.341136 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:56.358275 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:56.393390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:56.397942 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Usage tracker for resource:security_group_rule and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:56.401203 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:56.407357 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:56.482270 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:56.561749 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:56.580880 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=75864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:58:56.593278 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:56.593781 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.segments_db [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Added segment d0e0d620-8bb3-42c8-bcf4-88c7e59531bf of type vlan for network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17
Aug 23 01:58:56.623792 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:56.668986 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-4fb4867b-f86c-405d-890a-dc416b49e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:56.732576 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650d7c93-c255-4dd5-ad70-f5a60b4880e6,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:56.746458 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:56.779956 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437abf4-7c03-4db5-a06e-7e2dad512337 req-5a403bae-02b5-4d47-9e8f-2f8c43424985 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:56.781882 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9437abf4-7c03-4db5-a06e-7e2dad512337 req-5a403bae-02b5-4d47-9e8f-2f8c43424985 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 944 time: 0.1505404
Aug 23 01:58:56.827963 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:56.832342 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:56.832950 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:56.839551 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:57.000668 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9437abf4-7c03-4db5-a06e-7e2dad512337 req-c6b1f03f-e759-4f81-84ac-0f922253eab7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1401703
Aug 23 01:58:57.000668 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Pushing event updated for resources: {'Network': ['ID=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:57.000668 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:57.001964 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:58:57.196696 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2224023
Aug 23 01:58:57.200334 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58300) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:57.206747 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Request body: {'subnet': {'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-621074388-subnet', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'ip_version': 4}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:57.211707 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:57.216114 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Usage tracker for resource:subnet and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:57.220515 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:57.229052 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:57.310145 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Made reservation on behalf of 382ca8f9b14441659267fc49d336434f for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:58:57.313044 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1228124'] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:57.405039 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:58:57.497922 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 183f1086-f6d2-4ac3-8256-81348398b771 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:58:57.498320 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:57.633358 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-f867580d-1d70-450e-b8c6-e4b57eee6bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:57.651602 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:57.664826 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1466671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1228110'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:57.677107 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-17b21160-07af-4d87-b70a-284850decc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:57.684681 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:58:57.714501 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:58:57.761076 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771', 'code': 200}
Aug 23 01:58:57.788389 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:57.790371 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-8feb59dc-0b72-4b45-a6e2-2b1d82f2b302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:57.806441 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a71193bf-e0bb-4d11-b654-b370f96f1347,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:57.809956 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:57.814929 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Checking segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:58:57.815343 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Network hostable DHCP agents. Network: 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:58:57.884075 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=7']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:58:57.888527 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:58:57.938842 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:58:58.006952 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:58:58.012264 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:58.013024 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:58.015250 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce118f-e747-420f-9aa2-9dfe7a4ca5f8 None None] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:58:58.134571 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-32be9cac-afde-4d02-aeb7-188e6da413bf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9329123
Aug 23 01:58:58.137050 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58324) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:58:58.142688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:58:58.153132 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:58:58.166305 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Usage tracker for resource:router and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:58:58.184258 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:58:58.202687 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:58:58.217165 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ea8b-9fb6-4d43-9e50-fddf57fe6227 req-946a61e9-9712-4c81-a4ff-9c2e43bb93e3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:58.233160 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ab81ea8b-9fb6-4d43-9e50-fddf57fe6227 req-946a61e9-9712-4c81-a4ff-9c2e43bb93e3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1466751
Aug 23 01:58:58.311947 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:58.346726 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:58.348629 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:58.360464 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ab81ea8b-9fb6-4d43-9e50-fddf57fe6227 req-fb630041-35b9-4da5-8eb0-8abf05726612 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253548
Aug 23 01:58:58.428957 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:58.625644 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 01:58:58.627437 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:58.872271 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:59.025192 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Allocated IP 172.20.0.2 (6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17/a71193bf-e0bb-4d11-b654-b370f96f1347/528f4a66-5eb5-40ab-b591-61a75af85711) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:58:59.355126 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:59.388863 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Transition to ACTIVE for port object 528f4a66-5eb5-40ab-b591-61a75af85711 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:58:59.455267 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:59.470482 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Transition to ACTIVE for port object 528f4a66-5eb5-40ab-b591-61a75af85711 will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:58:59.540499 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:59.552201 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:58:59.553447 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:58:59.725403 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:58:59.730563 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:58:59.735340 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:58:59.815859 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a865-1e8f-4e83-924c-f0655011d700 req-e3f14f1d-a332-43d2-beba-5f02f5900079 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:58:59.817459 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d230a865-1e8f-4e83-924c-f0655011d700 req-e3f14f1d-a332-43d2-beba-5f02f5900079 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.2083948
Aug 23 01:58:59.897855 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Allocated IP 172.27.2.107 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/2139813c-9952-473e-99b4-2913baa313e1) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:58:59.980338 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d230a865-1e8f-4e83-924c-f0655011d700 req-c4f5bebe-0927-4181-8dbc-d0607ba51dc6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1556139
Aug 23 01:59:00.007755 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Attempting to bind port 528f4a66-5eb5-40ab-b591-61a75af85711 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:59:00.008423 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Attempting to bind port 528f4a66-5eb5-40ab-b591-61a75af85711 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:59:00.008982 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Attempting to bind port 528f4a66-5eb5-40ab-b591-61a75af85711 on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:59:00.024496 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Pushing event updated for resources: {'Port': ['ID=528f4a66-5eb5-40ab-b591-61a75af85711,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:00.037626 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:00.039005 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:59:00.040526 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Checking segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:59:00.041110 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:00.044494 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Bound using segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:59:00.045187 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Bound port: 528f4a66-5eb5-40ab-b591-61a75af85711, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:59:00.045741 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:00.203145 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] For port 528f4a66-5eb5-40ab-b591-61a75af85711, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:59:00.206911 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] For port 528f4a66-5eb5-40ab-b591-61a75af85711, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=528f4a66-5eb5-40ab-b591-61a75af85711,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:59:00.253407 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:00.277226 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:00.291231 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-49e4c6be-8157-47e0-8a9b-be8e9b5b1ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:00.340322 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-097cf81a-3575-4549-bd91-abb169083a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:00.362868 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:00.369341 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-82862956-ff2a-41a7-bf5c-0187bbc9f4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:00.472105 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Pushing event updated for resources: {'Port': ['ID=528f4a66-5eb5-40ab-b591-61a75af85711,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:00.477342 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:00.515037 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:59:00.520055 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:00.537756 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:59:00.587146 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Pushing event updated for resources: {'Port': ['ID=2139813c-9952-473e-99b4-2913baa313e1,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:00.598529 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:00.900664 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:00.983434 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:00.984887 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:01.463316 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b1cb-1f7c-4bd1-889f-c8f319870251 req-aa84d325-ba1f-4852-9aeb-6b6cdfa2fab2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:01.464828 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7128b1cb-1f7c-4bd1-889f-c8f319870251 req-aa84d325-ba1f-4852-9aeb-6b6cdfa2fab2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1680727
Aug 23 01:59:01.492860 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 01:59:01.570548 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7128b1cb-1f7c-4bd1-889f-c8f319870251 req-a636b968-606c-40ec-bc50-89d7d4e13e73 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947983
Aug 23 01:59:01.892037 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6bfc3-ff68-4029-bb78-c4078adf9bec None None] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:59:01.956193 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:59:02.055978 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:02.057327 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9191744
Aug 23 01:59:02.060989 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58362) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:02.103116 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:59:02.236250 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:02.240301 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748117a8b0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:02.351681 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a6e2a212-17cb-44f9-a46f-11e35bd4d574 None None] Provisioning for port 528f4a66-5eb5-40ab-b591-61a75af85711 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:02.365084 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 528f4a66-5eb5-40ab-b591-61a75af85711 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:02.656502 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:02.914127 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f3f9-1c99-4b20-a855-01322e8386ac req-c3bef86e-24b9-4549-a7b1-4db1a5c04fdc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:02.915810 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b5e0f3f9-1c99-4b20-a855-01322e8386ac req-c3bef86e-24b9-4549-a7b1-4db1a5c04fdc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1208527
Aug 23 01:59:02.934262 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:03.026080 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 528f4a66-5eb5-40ab-b591-61a75af85711 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:03.040947 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 528f4a66-5eb5-40ab-b591-61a75af85711 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:03.041600 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:03.051924 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b5e0f3f9-1c99-4b20-a855-01322e8386ac req-1650d185-0801-46ef-8be8-f30be1a1caf3 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687926
Aug 23 01:59:03.138369 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748117a8b0>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:00Z', 'revision_number': 3, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:03.144265 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:59:03.144642 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Updating router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 port 2139813c-9952-473e-99b4-2913baa313e1 binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:59:03.340711 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-2925ae7f-6357-4d93-be2e-b146fcdcc5fa None None] Provisioning complete for port 528f4a66-5eb5-40ab-b591-61a75af85711 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:03.345749 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2925ae7f-6357-4d93-be2e-b146fcdcc5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:03.422778 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:03.482058 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:03.582545 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:03.681012 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 528f4a66-5eb5-40ab-b591-61a75af85711, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=528f4a66-5eb5-40ab-b591-61a75af85711,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:03.747061 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2925ae7f-6357-4d93-be2e-b146fcdcc5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:03.758333 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Allocated IP 172.20.0.1 (6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17/a71193bf-e0bb-4d11-b654-b370f96f1347/ad4b8e7b-f9df-4173-826d-f6d9adb05b0c) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:59:03.766739 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:03.773559 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:03.873577 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=528f4a66-5eb5-40ab-b591-61a75af85711,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:03.880613 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:04.051455 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-2925ae7f-6357-4d93-be2e-b146fcdcc5fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:59:04.052185 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-2925ae7f-6357-4d93-be2e-b146fcdcc5fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:59:04.087727 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:04.137880 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Transition to ACTIVE for port object ad4b8e7b-f9df-4173-826d-f6d9adb05b0c will not be triggered until provisioned by entity DHCP. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:04.263283 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:04.279858 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9960054b-7d37-4c86-8dea-afff1ac19562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:04.367255 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:04.386968 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 528f4a66-5eb5-40ab-b591-61a75af85711 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:04.486550 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ffbc2-1fb6-4d08-93b4-975cea47cccf req-6b85bbd8-46fa-488b-bbee-b00b1fed126b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:04.494539 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0b4ffbc2-1fb6-4d08-93b4-975cea47cccf req-6b85bbd8-46fa-488b-bbee-b00b1fed126b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1711366
Aug 23 01:59:04.525723 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:04.557316 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:04.562480 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:59:04.565595 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:04.571837 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:59:04.688840 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0b4ffbc2-1fb6-4d08-93b4-975cea47cccf req-0d831907-fd84-4756-b272-a7205a8732bc tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1930640
Aug 23 01:59:04.708375 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Transition to ACTIVE for port object 2139813c-9952-473e-99b4-2913baa313e1 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:04.752242 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:04.794910 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:04.813417 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:04.942770 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:04.951093 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bc356-ff6c-41c1-b343-0a9d4f899193 None None] Pushing event updated for resources: {'Port': ['ID=2139813c-9952-473e-99b4-2913baa313e1,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:04.953826 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Attempting to bind port 2139813c-9952-473e-99b4-2913baa313e1 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:59:04.954202 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Attempting to bind port 2139813c-9952-473e-99b4-2913baa313e1 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:59:04.954741 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Attempting to bind port 2139813c-9952-473e-99b4-2913baa313e1 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:59:04.957575 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3b9bc356-ff6c-41c1-b343-0a9d4f899193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:04.966508 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 528f4a66-5eb5-40ab-b591-61a75af85711 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:04.967495 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:05.016219 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:59:05.016635 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:59:05.017092 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:05.017496 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:59:05.017992 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Bound port: 2139813c-9952-473e-99b4-2913baa313e1, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:59:05.018379 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:05.197180 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] For port 2139813c-9952-473e-99b4-2913baa313e1, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:59:05.264531 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-44a33802-a215-4672-992a-374ee9a3d0cf None None] Provisioning for port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:05.278201 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:05.283111 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] For port 2139813c-9952-473e-99b4-2913baa313e1, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=2139813c-9952-473e-99b4-2913baa313e1,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:59:05.299287 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-44a33802-a215-4672-992a-374ee9a3d0cf None None] Provisioning complete for port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:05.299901 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-44a33802-a215-4672-992a-374ee9a3d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:05.385126 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:05.392009 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:05.400183 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:05.518092 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-813b9a17-fcf8-4728-82b4-2cbfc578b227 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:05.520424 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bc356-ff6c-41c1-b343-0a9d4f899193 None None] Pushing event updated for resources: {'Port': ['ID=2139813c-9952-473e-99b4-2913baa313e1,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:05.542605 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3b9bc356-ff6c-41c1-b343-0a9d4f899193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:05.551363 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-44a33802-a215-4672-992a-374ee9a3d0cf None None] Port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:59:05.603129 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:05.603872 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748117a8b0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:05.685891 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:05.693778 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:05.698751 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:06.043898 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:59:06.053097 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:06.099884 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:06.632221 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-be575829-406e-40d5-80d0-d289329cc01f None None] Provisioning complete for port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:06.632925 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-be575829-406e-40d5-80d0-d289329cc01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:06.730684 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-be575829-406e-40d5-80d0-d289329cc01f None None] Port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:59:06.808210 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748117a8b0>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:05Z', 'revision_number': 2, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:06.813238 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ca941-4f28-418a-b4e5-e5148240f358 None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:05Z', 'revision_number': 2, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:59:06.995776 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ecd3-fa43-45aa-a27b-00797d60bb1f req-97c34ca9-23f6-47ee-adc1-87b65f46b8d5 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:06.997327 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-43f4ecd3-fa43-45aa-a27b-00797d60bb1f req-97c34ca9-23f6-47ee-adc1-87b65f46b8d5 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.5291631
Aug 23 01:59:07.251208 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-43f4ecd3-fa43-45aa-a27b-00797d60bb1f req-48a9b558-3a61-409b-be2a-25ea91a30a08 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2422581
Aug 23 01:59:07.693781 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:59:08.274197 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:59:08.274197 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] 10.222.0.20 "PUT /v2.0/routers/d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1995039
Aug 23 01:59:08.324844 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2139813c-9952-473e-99b4-2913baa313e1 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:08.639253 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 2139813c-9952-473e-99b4-2913baa313e1 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:08.645546 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 2139813c-9952-473e-99b4-2913baa313e1 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:08.646218 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:08.849027 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562c23e-ede2-4c1f-96a8-c65f7cfbc6ff req-c1e4d2ec-6c6e-4f94-b1d6-a0e9cae8203b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:08.851580 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f562c23e-ede2-4c1f-96a8-c65f7cfbc6ff req-c1e4d2ec-6c6e-4f94-b1d6-a0e9cae8203b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1968441
Aug 23 01:59:08.930459 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f562c23e-ede2-4c1f-96a8-c65f7cfbc6ff req-222711ce-e15a-4fa0-a413-a5c9b3c41dad tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730507
Aug 23 01:59:09.045436 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:09.089844 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 2139813c-9952-473e-99b4-2913baa313e1, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=2139813c-9952-473e-99b4-2913baa313e1,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:09.213977 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:09.216475 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:09.342876 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=2139813c-9952-473e-99b4-2913baa313e1,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:09.416672 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:10.186241 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078003-a107-493e-b3e1-85fc4d4a9ac5 req-65643cac-ea5b-41db-8bbd-180d1c7f001e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:10.188817 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8e078003-a107-493e-b3e1-85fc4d4a9ac5 req-65643cac-ea5b-41db-8bbd-180d1c7f001e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.0797834
Aug 23 01:59:10.282737 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2139813c-9952-473e-99b4-2913baa313e1 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:10.337251 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8e078003-a107-493e-b3e1-85fc4d4a9ac5 req-9b7383ea-4c9e-46f5-803b-4f6e098a5e9b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1308355
Aug 23 01:59:10.389443 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 2139813c-9952-473e-99b4-2913baa313e1 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:10.390457 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:10.522535 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58478) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:10.529207 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-345690529-network', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:10.534606 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:10.538625 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Usage tracker for resource:network and tenant:56e253c94fb54dc3867572ce45ab0914 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:10.541586 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:10.547888 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:10.652623 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Made reservation on behalf of 56e253c94fb54dc3867572ce45ab0914 for: {'network': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:59:10.655025 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:10.670369 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:10.715068 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:10.719755 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Usage tracker for resource:security_group_rule and tenant:56e253c94fb54dc3867572ce45ab0914 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:10.723133 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:10.729399 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:10.806965 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:10.924546 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:10.930193 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-45f09d55-15da-4bad-a7f5-d541300822e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:10.971367 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127af0eb-3738-4151-abb1-96a45662c87e,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:10.989855 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=75864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 01:59:11.005295 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.006003 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.007175 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.007676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.008186 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.008745 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.009297 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.009830 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.010319 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.010847 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.011374 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:11.028635 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:11.034561 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:11.035475 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.segments_db [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Added segment 6f6a50d6-5d60-4c71-9069-af1645284be6 of type vlan for network b4857ea3-a03c-497f-9e4a-5f2661216e90
Aug 23 01:59:11.075883 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:11.184066 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:11.185712 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:11.186709 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:11.216026 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-80af43e9-2466-40c6-8c31-a71dc9e28332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:11.307074 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7831695
Aug 23 01:59:11.309938 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58492) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:11.316188 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Request body: {'subnet': {'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-345690529-subnet', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'ip_version': 4}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:11.321377 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:11.328138 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Usage tracker for resource:subnet and tenant:56e253c94fb54dc3867572ce45ab0914 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:11.332892 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:11.341361 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Pushing event updated for resources: {'Network': ['ID=b4857ea3-a03c-497f-9e4a-5f2661216e90,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:11.342362 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:11.346688 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:11.353096 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network b4857ea3-a03c-497f-9e4a-5f2661216e90 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 01:59:11.418688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Made reservation on behalf of 56e253c94fb54dc3867572ce45ab0914 for: {'subnet': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:59:11.421270 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1228124'] for subnet, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:11.707654 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1b411-fdb7-462e-834f-bfed99cd9f63 req-2faa188d-b7b9-4e5e-b39e-1f346c869ee0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:11.709230 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c2c1b411-fdb7-462e-834f-bfed99cd9f63 req-2faa188d-b7b9-4e5e-b39e-1f346c869ee0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1471474
Aug 23 01:59:11.816290 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c2c1b411-fdb7-462e-834f-bfed99cd9f63 req-240c142e-7a03-4c77-b194-4702402df327 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995665
Aug 23 01:59:11.886359 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1466671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1228110'] for subnet, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:11.892556 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-6fd99fa1-f6a0-41ec-9a45-e7c21238e4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:11.979025 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ab3b71-a8d2-4d9e-bdac-138ac1bff526,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:11.982889 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:11.994640 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Checking segment: {'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:59:11.995109 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Network hostable DHCP agents. Network: b4857ea3-a03c-497f-9e4a-5f2661216e90, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 01:59:12.064005 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Network b4857ea3-a03c-497f-9e4a-5f2661216e90 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 01:59:12.169485 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, b4857ea3-a03c-497f-9e4a-5f2661216e90) {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:12.178667 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e443fe-0999-4298-a378-e9ecdca60982 None None] Network b4857ea3-a03c-497f-9e4a-5f2661216e90 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:59:12.179896 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:12.180673 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:12.316242 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-4edd70d6-cc3f-429e-a0dc-bb82e89d8d79 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0044937
Aug 23 01:59:12.318792 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58528) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:12.326982 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:12.346441 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:12.365218 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Usage tracker for resource:router and tenant:56e253c94fb54dc3867572ce45ab0914 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:12.368555 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:12.379101 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:12.456003 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-b4857ea3-a03c-497f-9e4a-5f2661216e90', 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'fixed_ips': [{'subnet_id': '61ab3b71-a8d2-4d9e-bdac-138ac1bff526'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 01:59:12.457259 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:12.493304 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:12.497384 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:12.522305 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:12.638431 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Allocated IP 172.20.0.2 (b4857ea3-a03c-497f-9e4a-5f2661216e90/61ab3b71-a8d2-4d9e-bdac-138ac1bff526/439b6b2b-6b75-4c04-9b9e-f81404b0a412) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:59:12.788002 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:12.865706 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:12.879943 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Transition to ACTIVE for port object 439b6b2b-6b75-4c04-9b9e-f81404b0a412 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:12.912860 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Transition to ACTIVE for port object 439b6b2b-6b75-4c04-9b9e-f81404b0a412 will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:12.985186 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:12.994536 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:13.127557 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Network b4857ea3-a03c-497f-9e4a-5f2661216e90 is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:59:13.130730 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:13.131283 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cfce6-4713-4196-bf12-0c517f334693 req-b41a3229-b861-4840-a81e-314cbe6354b9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:13.134702 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-342cfce6-4713-4196-bf12-0c517f334693 req-b41a3229-b861-4840-a81e-314cbe6354b9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1194947
Aug 23 01:59:13.140963 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:59:13.146193 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Pushing event updated for resources: {'Port': ['ID=439b6b2b-6b75-4c04-9b9e-f81404b0a412,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:13.149861 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:13.236274 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-342cfce6-4713-4196-bf12-0c517f334693 req-52277b5b-f4d3-40e2-9d53-8e94cf39dfe6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974598
Aug 23 01:59:13.263098 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Attempting to bind port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:59:13.263650 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Attempting to bind port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:59:13.263839 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Attempting to bind port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 on network b4857ea3-a03c-497f-9e4a-5f2661216e90 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:59:13.264280 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:13.272290 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:59:13.272936 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Checking segment: {'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:59:13.273529 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:13.281806 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Bound using segment: {'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:59:13.282465 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Bound port: 439b6b2b-6b75-4c04-9b9e-f81404b0a412, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:59:13.283024 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:13.302719 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:13.396833 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] For port 439b6b2b-6b75-4c04-9b9e-f81404b0a412, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:59:13.400993 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] For port 439b6b2b-6b75-4c04-9b9e-f81404b0a412, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=439b6b2b-6b75-4c04-9b9e-f81404b0a412,segment=NetworkSegment(6f6a50d6-5d60-4c71-9069-af1645284be6),segment_id=6f6a50d6-5d60-4c71-9069-af1645284be6)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:59:13.476273 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Allocated IP 172.27.2.82 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/c84a69d7-d64e-4f1e-b23e-e27e3d23c667) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:59:13.484677 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:13.496528 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:13.586333 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Pushing event updated for resources: {'Port': ['ID=439b6b2b-6b75-4c04-9b9e-f81404b0a412,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:13.591141 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:13.695359 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:13.824390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:13.841894 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8bc2f6f3-2478-4b58-b393-ef98f725f712 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:13.896255 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:59:13.909454 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:13.921087 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:59:13.980182 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Pushing event updated for resources: {'Port': ['ID=c84a69d7-d64e-4f1e-b23e-e27e3d23c667,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:13.986004 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:14.199792 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:14.200271 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:14.622581 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 439b6b2b-6b75-4c04-9b9e-f81404b0a412 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:14.624193 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221a55a-734a-4a18-b06f-5d9b8af44c42 req-4bb9cc66-3f23-4fdd-a1e0-b5c4eff38300 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:14.624193 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1221a55a-734a-4a18-b06f-5d9b8af44c42 req-4bb9cc66-3f23-4fdd-a1e0-b5c4eff38300 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.1023142
Aug 23 01:59:14.624193 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1221a55a-734a-4a18-b06f-5d9b8af44c42 req-72ba3dc0-56f7-4bb5-b62a-0bd4fa9903d0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495498
Aug 23 01:59:14.690699 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0272b-ad37-44e7-8d81-2c042b6048b6 None None] Network b4857ea3-a03c-497f-9e4a-5f2661216e90 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:59:14.807432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Router 096684b7-4ef8-4465-bfc5-8aca9757564d is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 01:59:14.807988 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:14.922983 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] Provisioning for port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:14.939791 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] Provisioning complete for port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:14.940322 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:14.966267 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58578) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:15.065263 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] Deleting subnet e1891e1d-c0a8-4f0a-93eb-73e21f8041f5 {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:59:15.070090 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:15.126462 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:15.168252 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] For port 439b6b2b-6b75-4c04-9b9e-f81404b0a412, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=439b6b2b-6b75-4c04-9b9e-f81404b0a412,segment=NetworkSegment(6f6a50d6-5d60-4c71-9069-af1645284be6),segment_id=6f6a50d6-5d60-4c71-9069-af1645284be6)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:15.195664 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637460'] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:15.254895 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:59:15.270396 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Sync routers for ids ['096684b7-4ef8-4465-bfc5-8aca9757564d'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:59:15.283612 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Routers {'096684b7-4ef8-4465-bfc5-8aca9757564d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:15.284489 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f019a0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['096684b7-4ef8-4465-bfc5-8aca9757564d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:15.326866 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:15.357601 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:15.359912 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:15.441484 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:15.445908 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1259503
Aug 23 01:59:15.446951 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58588) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:15.586420 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] Pushing event updated for resources: {'Port': ['ID=439b6b2b-6b75-4c04-9b9e-f81404b0a412,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:15.609509 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:15.611841 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Set router 096684b7-4ef8-4465-bfc5-8aca9757564d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:15.633611 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-4837515f-4e8c-4d8b-8017-a08cb5ab0134 None None] Provisioning complete for port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:15.641005 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4837515f-4e8c-4d8b-8017-a08cb5ab0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:15.922851 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1466720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1228103'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:15.947448 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-95b0286b-91f3-46ab-8921-d0f16dfb8a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:16.008227 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.031174 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1891e1d-c0a8-4f0a-93eb-73e21f8041f5,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:16.037511 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e1891e1d-c0a8-4f0a-93eb-73e21f8041f5 HTTP/1.1" status: 204  len: 168 time: 1.0691469
Aug 23 01:59:16.040921 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58596) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:16.041792 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ade6dde2-a3cc-40fa-9225-6686d1824422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:16.042264 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.048625 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f019a0>, [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T01:59:14Z', 'revision_number': 3, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port': {'id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:13Z', 'updated_at': '2021-08-23T01:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:16.054402 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Checking router: 096684b7-4ef8-4465-bfc5-8aca9757564d for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:59:16.054402 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Updating router 096684b7-4ef8-4465-bfc5-8aca9757564d port c84a69d7-d64e-4f1e-b23e-e27e3d23c667 binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:59:16.109707 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.113860 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18354d1d-8dd5-4328-89b6-108f6075daca req-0c9d40ce-6484-470d-80f3-7198def178b7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:16.120535 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-18354d1d-8dd5-4328-89b6-108f6075daca req-0c9d40ce-6484-470d-80f3-7198def178b7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.2622736
Aug 23 01:59:16.216087 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.257122 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-18354d1d-8dd5-4328-89b6-108f6075daca req-5a4a9524-c668-4d5e-8917-6dbadf2edc7f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1356497
Aug 23 01:59:16.333380 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 439b6b2b-6b75-4c04-9b9e-f81404b0a412 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:16.351124 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:59:16.394189 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.409464 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f747fd33ac0>,) {'filters': {'network_id': ['a374ccc3-7cdb-49cc-b1c6-9d485aeda053']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:16.422441 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f747fd33ac0>, 'd26b448d-7420-4054-b587-87126ca72081') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:16.423298 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f747fd33ac0>, 'd26b448d-7420-4054-b587-87126ca72081') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:16.436065 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.458319 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.469510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:59:16.470399 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.488705 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:16.489200 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.594361 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:59:16.619030 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:59:16.710208 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.712483 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Transition to ACTIVE for port object c84a69d7-d64e-4f1e-b23e-e27e3d23c667 will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:16.719891 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:16.734508 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.746230 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Pushing event deleted for resources: {'Network': ['ID=a374ccc3-7cdb-49cc-b1c6-9d485aeda053,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:16.750022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:16.805674 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.810482 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:16.836773 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-af0947b8-281a-4b9a-a1b6-f3bfef42ee00 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a374ccc3-7cdb-49cc-b1c6-9d485aeda053 HTTP/1.1" status: 204  len: 168 time: 0.7881777
Aug 23 01:59:16.920892 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:16.957999 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Pushing event updated for resources: {'Port': ['ID=c84a69d7-d64e-4f1e-b23e-e27e3d23c667,revision_number=2']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:16.974633 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.974979 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.975308 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.975661 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.975988 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.976317 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.976658 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.977003 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.977323 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.977640 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.978067 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:16.981788 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:17.015976 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Attempting to bind port c84a69d7-d64e-4f1e-b23e-e27e3d23c667 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:59:17.017130 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Attempting to bind port c84a69d7-d64e-4f1e-b23e-e27e3d23c667 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:59:17.017509 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Attempting to bind port c84a69d7-d64e-4f1e-b23e-e27e3d23c667 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:59:17.029922 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:59:17.030972 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:59:17.031385 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.031784 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:59:17.033076 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Bound port: c84a69d7-d64e-4f1e-b23e-e27e3d23c667, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:59:17.033482 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.117539 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] For port c84a69d7-d64e-4f1e-b23e-e27e3d23c667, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:59:17.120589 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] For port c84a69d7-d64e-4f1e-b23e-e27e3d23c667, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=c84a69d7-d64e-4f1e-b23e-e27e3d23c667,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:59:17.168586 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Allocated IP 172.20.0.1 (b4857ea3-a03c-497f-9e4a-5f2661216e90/61ab3b71-a8d2-4d9e-bdac-138ac1bff526/f87fd9ca-3a2f-4930-8d7e-20c388fb0339) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:59:17.317789 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.328159 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.332879 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-54c84262-3191-43a6-b601-dde49278e53e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:17.340745 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Transition to ACTIVE for port object f87fd9ca-3a2f-4930-8d7e-20c388fb0339 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:17.426483 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Pushing event updated for resources: {'Port': ['ID=c84a69d7-d64e-4f1e-b23e-e27e3d23c667,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:17.431503 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:17.434232 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Routers {'096684b7-4ef8-4465-bfc5-8aca9757564d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:17.435220 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480f019a0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['096684b7-4ef8-4465-bfc5-8aca9757564d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:17.465075 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.476187 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6f0d9843-3fd0-45fa-bdcc-88591295c1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:17.511464 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58632) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:17.566032 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-134379b5-67f4-4d36-9cdd-d8ff061f5200 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8f6d9e7b11d49b083d606c833a2ab49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0530427
Aug 23 01:59:17.568536 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58636) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:17.654631 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] Set router 096684b7-4ef8-4465-bfc5-8aca9757564d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:17.658258 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a2692a33-9e35-4f39-b0cf-0a36853633e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.690135 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a2692a33-9e35-4f39-b0cf-0a36853633e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.692955 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Network b4857ea3-a03c-497f-9e4a-5f2661216e90 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:59:17.696907 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:17.705737 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:59:17.733386 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Pushing event updated for resources: {'Port': ['ID=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:17.747113 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:17.782926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.824772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb7f0b-1b1b-453f-bc01-d9ada8768315 req-9e539c2d-6add-4662-8af4-0842705be510 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:17.824772 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c8fb7f0b-1b1b-453f-bc01-d9ada8768315 req-9e539c2d-6add-4662-8af4-0842705be510 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.3118217
Aug 23 01:59:17.887058 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a2692a33-9e35-4f39-b0cf-0a36853633e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:17.937341 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c8fb7f0b-1b1b-453f-bc01-d9ada8768315 req-91186d2a-4741-43fa-a1c8-0543176df8ea tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1067767
Aug 23 01:59:17.949036 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ad17c154-9772-43bb-aaa3-915f160612dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:17.958090 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-1ba0d40d-21d0-40e4-8693-af997879b17c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 1098 time: 0.1815796
Aug 23 01:59:17.977025 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2692a33-9e35-4f39-b0cf-0a36853633e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ea497d-4f6b-499e-8733-cc08228b5fa8,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:17.982042 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a2692a33-9e35-4f39-b0cf-0a36853633e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:18.014537 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480f019a0>, [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T01:59:14Z', 'revision_number': 3, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port': {'id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:13Z', 'updated_at': '2021-08-23T01:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:18.020371 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c455a-0cd6-47aa-8cd1-860f339bafbb None None] The sync data for ids ['096684b7-4ef8-4465-bfc5-8aca9757564d'] in dv-cinder-805529-1-iscsi is: [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T01:59:14Z', 'revision_number': 3, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port': {'id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:13Z', 'updated_at': '2021-08-23T01:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:59:18.036300 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cb27-fb32-47d5-9672-29653e5bd98f req-22c39249-b06b-4fcb-b870-9853bec68b2a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:18.045233 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-99b1cb27-fb32-47d5-9672-29653e5bd98f req-22c39249-b06b-4fcb-b870-9853bec68b2a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 946 time: 0.1443942
Aug 23 01:59:18.088966 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-99b1cb27-fb32-47d5-9672-29653e5bd98f req-7b306640-f068-4e9a-889e-53d8f69dfa60 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451438
Aug 23 01:59:18.089735 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a2692a33-9e35-4f39-b0cf-0a36853633e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:18.093379 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a2692a33-9e35-4f39-b0cf-0a36853633e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14ea497d-4f6b-499e-8733-cc08228b5fa8 HTTP/1.1" status: 204  len: 168 time: 0.5212100
Aug 23 01:59:18.118969 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-bca27f46-4770-4a0a-a906-dc4abf3d7ca7 None None] Provisioning for port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:18.123888 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-bca27f46-4770-4a0a-a906-dc4abf3d7ca7 None None] Provisioning complete for port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:18.125114 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bca27f46-4770-4a0a-a906-dc4abf3d7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:18.147216 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:18.179845 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-bca27f46-4770-4a0a-a906-dc4abf3d7ca7 None None] Port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:59:18.214793 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-ec54a254-9304-4e57-a09f-d964e7ca2eb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:18.216368 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-ec54a254-9304-4e57-a09f-d964e7ca2eb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.2508063
Aug 23 01:59:18.402038 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-eddc4bbf-103a-4015-929f-2775b3801b39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=183f1086-f6d2-4ac3-8256-81348398b771 HTTP/1.1" status: 200  len: 1001 time: 0.1781406
Aug 23 01:59:18.501050 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-70e4722a-3c3d-4cee-8447-ce1add3306b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:18.502483 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-70e4722a-3c3d-4cee-8447-ce1add3306b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.0941615
Aug 23 01:59:18.572693 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:18.597746 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-7691ea56-9a40-41aa-815a-b50262c50363 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885761
Aug 23 01:59:18.680626 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:18.709123 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:18.815178 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:18.820588 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Pushing event updated for resources: {'Port': ['ID=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:18.833523 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:18.842698 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-1195c660-8ce4-440f-8613-d140746be318 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336297
Aug 23 01:59:19.081910 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2a0c52be-3bb8-48df-a656-54db1a7fcca1 req-e386aec9-d9d1-42a3-8791-c6b19fcdc99d service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262816
Aug 23 01:59:19.087050 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Network b4857ea3-a03c-497f-9e4a-5f2661216e90 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:59:19.088118 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:19.319314 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820aca42-8ba2-4f2a-a232-05abc488817d req-98c97e3a-8378-4744-8a61-abfd542a5617 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:19.321459 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-820aca42-8ba2-4f2a-a232-05abc488817d req-98c97e3a-8378-4744-8a61-abfd542a5617 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 946 time: 0.0930495
Aug 23 01:59:19.378185 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-820aca42-8ba2-4f2a-a232-05abc488817d req-999c7cbb-b4e9-4801-b749-a935f2745a4e tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500910
Aug 23 01:59:19.415883 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-14161289-b94f-4117-8359-fbc9a864080c None None] Provisioning complete for port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:19.417392 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-14161289-b94f-4117-8359-fbc9a864080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:19.443152 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb3dd2-932b-4914-81d4-0b8aabd006d5 req-b1a0a2f2-7630-4e76-b5de-89e787b45f0f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:19.444733 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b8bb3dd2-932b-4914-81d4-0b8aabd006d5 req-b1a0a2f2-7630-4e76-b5de-89e787b45f0f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 945 time: 0.2983904
Aug 23 01:59:19.482658 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-14161289-b94f-4117-8359-fbc9a864080c None None] Port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 01:59:19.550628 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:59:19.619433 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b8bb3dd2-932b-4914-81d4-0b8aabd006d5 req-86f3772c-2c32-4d5f-bc3c-4fc2c61c9a8c tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220069
Aug 23 01:59:19.646201 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-e07c8823-0553-493e-85bf-ec7b935005c8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:19.647732 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-e07c8823-0553-493e-85bf-ec7b935005c8 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 946 time: 0.1441355
Aug 23 01:59:19.723440 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:19.762562 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:59:19.775463 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:19.791764 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Deleting port f059b417-98eb-43a5-9894-df5a5f7de080 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:59:19.792104 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:19.842679 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771', 'code': 200}
Aug 23 01:59:19.845928 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:19.848434 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:19.935790 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=8']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:19.944370 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:20.001963 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Router 096684b7-4ef8-4465-bfc5-8aca9757564d has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:59:20.134246 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] For port f059b417-98eb-43a5-9894-df5a5f7de080, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f059b417-98eb-43a5-9894-df5a5f7de080,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:20.134600 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:20.511893 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:20.512601 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:20.512601 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.l3_db [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Floating IP c50be442-519d-41be-b18a-6d681f8a7bb7 disassociated. External IP: 172.27.2.191, port: f059b417-98eb-43a5-9894-df5a5f7de080.
Aug 23 01:59:20.512818 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Calling delete_port for f059b417-98eb-43a5-9894-df5a5f7de080 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:59:20.646120 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:59:20.661437 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] 10.222.0.20 "PUT /v2.0/routers/096684b7-4ef8-4465-bfc5-8aca9757564d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2130439
Aug 23 01:59:20.834683 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583587-cb71-4be8-8756-8dfff92bec93 req-079c5067-08cb-4b54-b008-a64b2d2a4d37 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:20.836436 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ff583587-cb71-4be8-8756-8dfff92bec93 req-079c5067-08cb-4b54-b008-a64b2d2a4d37 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 946 time: 0.3264410
Aug 23 01:59:20.947375 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ff583587-cb71-4be8-8756-8dfff92bec93 req-c3dc0fc4-59f9-4825-baf7-c6ea6323906a tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce9c27e8-6cb0-4090-a491-5599b066bbd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018875
Aug 23 01:59:20.996349 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffb247-f345-4bf1-82e9-2f32c76a7e5a req-cd91cc7c-5302-4af3-9576-2b1636006c41 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:20.997974 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-58ffb247-f345-4bf1-82e9-2f32c76a7e5a req-cd91cc7c-5302-4af3-9576-2b1636006c41 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1380465
Aug 23 01:59:21.047863 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-58ffb247-f345-4bf1-82e9-2f32c76a7e5a req-26a28bf4-593d-4181-9ec8-8d861eb589a6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432584
Aug 23 01:59:21.052320 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:21.070387 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-4e4d0e4d-da8c-4d4a-9ade-c5ec32f9ecc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:21.103656 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event deleted for resources: {'Port': ['ID=f059b417-98eb-43a5-9894-df5a5f7de080,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:21.106008 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:21.294447 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:59:21.308204 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:21.309107 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480c51fa0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:21.347770 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Router 6677f4a3-4e13-4448-9fd3-16a5688dde32 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:59:21.555315 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device f059b417-98eb-43a5-9894-df5a5f7de080 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:59:21.689417 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:59:21.702035 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] Sync routers for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:59:21.712038 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: f059b417-98eb-43a5-9894-df5a5f7de080 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:59:21.712655 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device f059b417-98eb-43a5-9894-df5a5f7de080 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:59:21.720193 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:21.720904 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748141d340>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:21.740865 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58724) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:21.753600 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827277670', 'description': 'tempest-secgroup-smoke-827277670 description', 'project_id': '382ca8f9b14441659267fc49d336434f'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:21.774617 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:21.784181 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:21.805456 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:security_group and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:21.809874 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:21.841775 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:21.876040 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] No DVR routers for this DVR port f059b417-98eb-43a5-9894-df5a5f7de080 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:59:21.879059 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:21.890531 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454f5512-299e-4c4e-928c-46b92391a426', 'name': 'network-vif-deleted', 'tag': 'f059b417-98eb-43a5-9894-df5a5f7de080'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:59:21.933235 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:21.962718 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0fd5e0ee-bd9e-4da9-964f-12db62e11f9e req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.21 "DELETE /v2.0/ports/f059b417-98eb-43a5-9894-df5a5f7de080 HTTP/1.1" status: 204  len: 173 time: 2.3078446
Aug 23 01:59:22.013805 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:22.022959 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:security_group_rule and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:22.030037 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:22.046289 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:22.049098 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454f5512-299e-4c4e-928c-46b92391a426', 'name': 'network-vif-deleted', 'tag': 'f059b417-98eb-43a5-9894-df5a5f7de080', 'status': 'completed', 'code': 200}
Aug 23 01:59:22.155071 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:22.158309 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:22.272583 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480c51fa0>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:05Z', 'revision_number': 2, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:22.272889 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:22.275848 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:59:22.276278 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Updating router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:59:22.276421 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e762ca15-2d39-4067-b506-64516d0bc191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:22.335553 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-36102868-b085-47fa-8daf-07438129b619 req-3200a4e8-9edf-4222-bad7-d232450e3415 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Synchronizing usage tracker for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:59:22.358329 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device c84a69d7-d64e-4f1e-b23e-e27e3d23c667 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:22.441790 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fad929-1768-4c2b-8960-ce14570104a1,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:22.483454 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.485574 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.486003 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.486374 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.486736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.487095 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.487448 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.487799 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.488147 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.490383 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.490897 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:22.494430 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:22.524054 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8cf84-2e92-4471-98fa-0c6c3698f859 req-7ad3f7e9-dbf4-4a3d-96eb-84cba6f498f0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:22.539182 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-36102868-b085-47fa-8daf-07438129b619 req-3200a4e8-9edf-4222-bad7-d232450e3415 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Unset dirty status for tenant:3e8a365a2ff64421bef434d3568b128e on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:59:22.540419 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-36102868-b085-47fa-8daf-07438129b619 req-3200a4e8-9edf-4222-bad7-d232450e3415 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=454f5512-299e-4c4e-928c-46b92391a426 HTTP/1.1" status: 200  len: 210 time: 0.3296180
Aug 23 01:59:22.546567 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cb8cf84-2e92-4471-98fa-0c6c3698f859 req-7ad3f7e9-dbf4-4a3d-96eb-84cba6f498f0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.2290905
Aug 23 01:59:22.560003 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:22.567037 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:22.568234 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.8263290
Aug 23 01:59:22.571929 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58740) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:22.578229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'security_group_rule': {'security_group_id': 'b0fad929-1768-4c2b-8960-ce14570104a1', 'project_id': '382ca8f9b14441659267fc49d336434f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:22.590445 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:22.597761 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:security_group_rule and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:22.603863 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:22.617365 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7cb8cf84-2e92-4471-98fa-0c6c3698f859 req-7404af60-3d11-4432-bdf4-d0ce14f60cab tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689859
Aug 23 01:59:22.628895 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:22.688078 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748141d340>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:22.692929 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] Checking router: 6677f4a3-4e13-4448-9fd3-16a5688dde32 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:59:22.708933 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:22.710458 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748141d340>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:22.734607 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port c84a69d7-d64e-4f1e-b23e-e27e3d23c667 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:22.742491 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:22.753142 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port c84a69d7-d64e-4f1e-b23e-e27e3d23c667 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:22.753142 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:22.888674 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:22.950853 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:23.031617 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.063122 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.069452 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port c84a69d7-d64e-4f1e-b23e-e27e3d23c667, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=c84a69d7-d64e-4f1e-b23e-e27e3d23c667,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:23.091198 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:23.142460 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60236f6-1455-45c6-860b-c82f7914c68c,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:23.149112 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:23.216637 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.239467 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.241391 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.244849 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:23.245935 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6704383
Aug 23 01:59:23.246763 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58754) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:23.253503 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'security_group_rule': {'security_group_id': 'b0fad929-1768-4c2b-8960-ce14570104a1', 'project_id': '382ca8f9b14441659267fc49d336434f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:23.259303 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:23.264361 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:security_group_rule and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:23.273313 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Transition to ACTIVE for port object ad4b8e7b-f9df-4173-826d-f6d9adb05b0c will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:23.274282 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:23.281448 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:23.315113 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=c84a69d7-d64e-4f1e-b23e-e27e3d23c667,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:23.318168 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:23.370231 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748141d340>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:23.374885 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76458769-652b-420a-ad25-440bfbb02e63 None None] The sync data for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi is: [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:52:52Z', 'revision_number': 4, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'a40b4a01-b893-4399-b48c-2abe0a6a8e36', 'name': '', 'network_id': '1a30c070-d0d4-43cc-9433-82441c5c9ccc', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'mac_address': 'fa:16:3e:0a:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:50Z', 'updated_at': '2021-08-23T01:53:35Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'subnets': [{'id': 'b1956dc8-0f25-43be-99fc-668e5d3753de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:59:23.447160 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.451962 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-6a3ed4d7-5523-40a6-ba76-a8f6126821db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:23.461792 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.569653 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:59:23.623706 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.625885 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73fa95-32b8-447b-98d5-4be7e7f2220d None None] Pushing event updated for resources: {'Port': ['ID=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:23.635151 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-1c73fa95-32b8-447b-98d5-4be7e7f2220d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:23.641997 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fcf79-079e-4088-83f3-f6f2800d2a9e req-806a2d25-2155-47ef-8da9-b9976aa2a352 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:23.643743 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e91fcf79-079e-4088-83f3-f6f2800d2a9e req-806a2d25-2155-47ef-8da9-b9976aa2a352 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 945 time: 0.1374469
Aug 23 01:59:23.701099 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e91fcf79-079e-4088-83f3-f6f2800d2a9e req-70f7e3a4-ce0d-498a-a64c-d623e06f9d81 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503194
Aug 23 01:59:23.726635 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.733003 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-dbc92c8b-f899-4723-8472-d0840b96db6c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:23.765724 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1732cf08-1d06-43ef-9547-ad5d8f7a3f66,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:23.768346 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:23.783384 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Attempting to bind port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:59:23.786463 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Attempting to bind port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:59:23.786463 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Attempting to bind port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:59:23.802012 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:59:23.802383 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Checking segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:59:23.802799 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.803415 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Bound using segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:59:23.803883 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Bound port: ad4b8e7b-f9df-4173-826d-f6d9adb05b0c, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:59:23.804254 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.881270 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:23.882593 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6348219
Aug 23 01:59:23.886049 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58764) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:23.893514 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'security_group_rule': {'security_group_id': 'b0fad929-1768-4c2b-8960-ce14570104a1', 'project_id': '382ca8f9b14441659267fc49d336434f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:23.898992 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:23.902932 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:security_group_rule and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:23.906579 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:23.909754 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] For port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:59:23.912832 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] For port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:59:23.913025 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:23.927832 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58768) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:23.994715 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-235db837-4044-4f32-bb1e-3533837df834 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.024523 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-235db837-4044-4f32-bb1e-3533837df834 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.031059 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.035464 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:24.043013 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.116948 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73fa95-32b8-447b-98d5-4be7e7f2220d None None] Pushing event updated for resources: {'Port': ['ID=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:24.123406 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-1c73fa95-32b8-447b-98d5-4be7e7f2220d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:24.126134 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:24.131273 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480c51fa0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:24.131865 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.240694 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.267106 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d7dba18a-fddc-4326-9c18-cee293f6657c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:24.325671 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a7ecca-d6ba-41d2-943b-c2af419eff24,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:24.334669 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:24.335868 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-235db837-4044-4f32-bb1e-3533837df834 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.338720 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-235db837-4044-4f32-bb1e-3533837df834 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.340080 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-235db837-4044-4f32-bb1e-3533837df834 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce9c27e8-6cb0-4090-a491-5599b066bbd3 HTTP/1.1" status: 204  len: 168 time: 0.4109962
Aug 23 01:59:24.341077 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e2ab2050-98a8-4c0b-b739-16d5315fe365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:24.343026 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58776) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:24.346159 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device c84a69d7-d64e-4f1e-b23e-e27e3d23c667 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:24.356846 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235db837-4044-4f32-bb1e-3533837df834 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9c27e8-6cb0-4090-a491-5599b066bbd3,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:24.359675 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-235db837-4044-4f32-bb1e-3533837df834 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:24.382921 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.api.v2.resource [None req-6d5cc677-2b4e-428c-8196-2d5bae767ae6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] show failed (client error): The resource could not be found.
Aug 23 01:59:24.384972 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6d5cc677-2b4e-428c-8196-2d5bae767ae6 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "GET /v2.0/security-groups/ce9c27e8-6cb0-4090-a491-5599b066bbd3 HTTP/1.1" status: 404  len: 347 time: 0.0407143
Aug 23 01:59:24.391531 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58780) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:24.462657 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.462976 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3f88f13e-20cf-4a48-b880-45cd2aabea2c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5744326
Aug 23 01:59:24.465943 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58784) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:24.472916 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'security_group_rule': {'security_group_id': 'b0fad929-1768-4c2b-8960-ce14570104a1', 'project_id': '382ca8f9b14441659267fc49d336434f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:24.483096 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:24.488210 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:security_group_rule and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:24.493815 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:24.495245 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:24.501134 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:24.565738 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port c84a69d7-d64e-4f1e-b23e-e27e3d23c667 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:24.566120 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.580263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Deleting port 4e63e15f-5059-41a5-8a86-e78757a79730 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:59:24.580717 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.632756 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.722004 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.796079 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.796079 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.817051 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.824420 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:24.878889 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2700873d-d069-496f-ace8-47c860697a94,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:24.890144 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:24.918287 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ad4b8e7b-f9df-4173-826d-f6d9adb05b0c up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:24.948532 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Calling delete_port for 4e63e15f-5059-41a5-8a86-e78757a79730 owned by network:floatingip {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:59:24.991838 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:24.995658 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5261602
Aug 23 01:59:24.995872 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58798) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:25.004208 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'security_group_rule': {'security_group_id': 'b0fad929-1768-4c2b-8960-ce14570104a1', 'project_id': '382ca8f9b14441659267fc49d336434f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:25.025589 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:25.033739 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:security_group_rule and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:25.040030 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:25.051855 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480c51fa0>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:23Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:25.058020 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:25.060723 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccb540-ec88-48b9-9f49-593a43563f3a None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:23Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:59:25.126846 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:25.134715 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:25.138790 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.165526 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.securitygroups_db [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Project 382ca8f9b14441659267fc49d336434f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 23 01:59:25.177147 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.215738 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b282e8-1302-496c-86a4-d68fa0ecac30 None None] New status for floating IP c50be442-519d-41be-b18a-6d681f8a7bb7: DOWN {{(pid=75866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:59:25.290627 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.388999 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.388999 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-90da3232-31a6-4f3b-8779-63a06ab63de1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:25.448734 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f657395e-b6a1-4a11-8e9b-d8dc8e8c1c4a,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:25.454675 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:25.512072 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-df9c203b-02fb-48a3-9ef0-a9206705fa6a tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:25.513589 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-df9c203b-02fb-48a3-9ef0-a9206705fa6a tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.21 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 945 time: 0.3534405
Aug 23 01:59:25.521017 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f846d5-ed6c-447b-af08-3eb1022fcb1d req-8fcd5678-92ca-476b-b302-c58a9ee99907 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:25.522420 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-83f846d5-ed6c-447b-af08-3eb1022fcb1d req-8fcd5678-92ca-476b-b302-c58a9ee99907 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 945 time: 0.5282135
Aug 23 01:59:25.539662 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.544441 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-258a83a2-0382-4312-aa01-a55b458f272a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5468845
Aug 23 01:59:25.549317 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58806) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:25.552068 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'security_group_rule': {'security_group_id': 'b0fad929-1768-4c2b-8960-ce14570104a1', 'project_id': '382ca8f9b14441659267fc49d336434f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:25.561776 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:25.565559 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:security_group_rule and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:25.569929 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:25.577724 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:25.579913 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-26b282e8-1302-496c-86a4-d68fa0ecac30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:59:25.580416 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-26b282e8-1302-496c-86a4-d68fa0ecac30 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:59:25.583329 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.596824 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.616074 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:25.631866 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Sync routers for ids ['096684b7-4ef8-4465-bfc5-8aca9757564d'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:59:25.641742 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:25.649080 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Routers {'096684b7-4ef8-4465-bfc5-8aca9757564d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:25.650112 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480cccd30>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['096684b7-4ef8-4465-bfc5-8aca9757564d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:25.673290 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Pushing event deleted for resources: {'Port': ['ID=4e63e15f-5059-41a5-8a86-e78757a79730,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:25.680538 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:25.727193 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.securitygroups_db [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Project 382ca8f9b14441659267fc49d336434f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 23 01:59:25.736723 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Deleting port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:59:25.741430 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.741581 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.826463 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-83f846d5-ed6c-447b-af08-3eb1022fcb1d req-39eb2b4e-a55a-4a53-9e62-2f5e3de2650b tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2516077
Aug 23 01:59:25.831324 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.838746 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:25.855796 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.891758 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Set router 096684b7-4ef8-4465-bfc5-8aca9757564d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:25.908933 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks [] for floatingip, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:25.935777 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:25.940082 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:26.007228 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.009452 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:26.039777 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1b2e64-c13c-47dc-b0f1-05d809b69bdf,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:26.042297 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:26.071316 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] For port c8e5a039-3f3b-4b78-bae4-2fe6797763c6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:26.071675 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.080260 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.084034 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] 10.222.0.20 "DELETE /v2.0/floatingips/c50be442-519d-41be-b18a-6d681f8a7bb7 HTTP/1.1" status: 204  len: 168 time: 1.6889391
Aug 23 01:59:26.084173 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b282e8-1302-496c-86a4-d68fa0ecac30 None None] New status for floating IP c50be442-519d-41be-b18a-6d681f8a7bb7: DOWN {{(pid=75866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 01:59:26.154637 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.160066 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.6101224
Aug 23 01:59:26.274316 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Calling delete_port for c8e5a039-3f3b-4b78-bae4-2fe6797763c6 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:59:26.303449 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ad4b8e7b-f9df-4173-826d-f6d9adb05b0c up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:26.340602 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480cccd30>, [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T01:59:17Z', 'revision_number': 4, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port': {'id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:13Z', 'updated_at': '2021-08-23T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'f87fd9ca-3a2f-4930-8d7e-20c388fb0339', 'name': '', 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'mac_address': 'fa:16:3e:86:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61ab3b71-a8d2-4d9e-bdac-138ac1bff526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:16Z', 'updated_at': '2021-08-23T01:59:18Z', 'revision_number': 2, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'subnets': [{'id': '61ab3b71-a8d2-4d9e-bdac-138ac1bff526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:26.345946 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Checking router: 096684b7-4ef8-4465-bfc5-8aca9757564d for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:59:26.346517 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Updating router 096684b7-4ef8-4465-bfc5-8aca9757564d port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 01:59:26.380828 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:26.381215 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.402967 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.555230 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.574343 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:26.884977 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.908532 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Transition to ACTIVE for port object f87fd9ca-3a2f-4930-8d7e-20c388fb0339 will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:26.919257 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] No DVR routers for this DVR port c8e5a039-3f3b-4b78-bae4-2fe6797763c6 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:59:26.922459 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:26.946266 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61330172-6998-47a9-9d58-fa473ef1c525', 'name': 'network-vif-deleted', 'tag': 'c8e5a039-3f3b-4b78-bae4-2fe6797763c6'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:59:26.951277 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Pushing event deleted for resources: {'Port': ['ID=c8e5a039-3f3b-4b78-bae4-2fe6797763c6,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:26.955727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:26.976455 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-895cff0c-afd7-4248-816f-d8035fb12825 req-53e2fab5-a4a4-41ef-b87c-fa648f0c10ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2255437
Aug 23 01:59:27.012581 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:27.019656 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-9b3e44c1-cfd5-4474-9761-3ba07e0ba622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:27.055343 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3f1af8f4-9fb3-48a1-955e-99f20ad1bfda req-0b3e1d70-cbb9-4a77-aa46-dc435de13c66 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 210 time: 0.0440352
Aug 23 01:59:27.093614 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8f28561a-7ac8-4112-974b-4fa06e39660d req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.21 "DELETE /v2.0/ports/c8e5a039-3f3b-4b78-bae4-2fe6797763c6 HTTP/1.1" status: 204  len: 173 time: 1.5701287
Aug 23 01:59:27.145682 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a0165-6baf-405b-b0d8-b8f7ebb54b81 None None] Pushing event updated for resources: {'Port': ['ID=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:27.148703 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-950a0165-6baf-405b-b0d8-b8f7ebb54b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:27.153419 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61330172-6998-47a9-9d58-fa473ef1c525', 'name': 'network-vif-deleted', 'tag': 'c8e5a039-3f3b-4b78-bae4-2fe6797763c6', 'status': 'completed', 'code': 200}
Aug 23 01:59:27.247744 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Attempting to bind port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:59:27.248130 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Attempting to bind port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:59:27.248481 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Attempting to bind port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 on network b4857ea3-a03c-497f-9e4a-5f2661216e90 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:59:27.257753 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:59:27.257753 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Checking segment: {'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:59:27.257753 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:27.257753 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Bound using segment: {'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:59:27.257753 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Bound port: f87fd9ca-3a2f-4930-8d7e-20c388fb0339, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a50d6-5d60-4c71-9069-af1645284be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:59:27.257753 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:27.374769 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] For port f87fd9ca-3a2f-4930-8d7e-20c388fb0339, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:59:27.378747 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] For port f87fd9ca-3a2f-4930-8d7e-20c388fb0339, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,segment=NetworkSegment(6f6a50d6-5d60-4c71-9069-af1645284be6),segment_id=6f6a50d6-5d60-4c71-9069-af1645284be6)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:59:27.505150 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:27.529680 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:27.566279 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ace63-5ede-4c9c-9934-1eca3054eb4e req-eed3f05c-a8a5-4293-a374-abc741afb1c0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:27.568014 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a25ace63-5ede-4c9c-9934-1eca3054eb4e req-eed3f05c-a8a5-4293-a374-abc741afb1c0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1245992
Aug 23 01:59:27.583487 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c8e5a039-3f3b-4b78-bae4-2fe6797763c6 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:59:27.613841 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Routers {'096684b7-4ef8-4465-bfc5-8aca9757564d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:27.614572 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480cccd30>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['096684b7-4ef8-4465-bfc5-8aca9757564d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:27.629414 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: c8e5a039-3f3b-4b78-bae4-2fe6797763c6 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:59:27.629937 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device c8e5a039-3f3b-4b78-bae4-2fe6797763c6 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:59:27.645180 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a25ace63-5ede-4c9c-9934-1eca3054eb4e req-5240a647-0b8b-4c14-9f0b-23fcb1a9dd2e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701020
Aug 23 01:59:27.675959 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-aff44300-e52f-4531-80ed-1066a6c14cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:27.875968 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-48dee900-5959-4ed6-b4f4-708e7935fb8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1118381
Aug 23 01:59:27.914682 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] Set router 096684b7-4ef8-4465-bfc5-8aca9757564d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:27.959409 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a0165-6baf-405b-b0d8-b8f7ebb54b81 None None] Pushing event updated for resources: {'Port': ['ID=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,revision_number=4']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:27.962812 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-950a0165-6baf-405b-b0d8-b8f7ebb54b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:28.201636 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:28.261260 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-959bf4fc-c8bc-47ab-aa37-da1049625656 req-9848f116-9d4e-4aa5-9d26-b9e0f47a192e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Synchronizing usage tracker for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:59:28.318910 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480cccd30>, [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T01:59:17Z', 'revision_number': 4, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port': {'id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:13Z', 'updated_at': '2021-08-23T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'f87fd9ca-3a2f-4930-8d7e-20c388fb0339', 'name': '', 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'mac_address': 'fa:16:3e:86:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61ab3b71-a8d2-4d9e-bdac-138ac1bff526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:16Z', 'updated_at': '2021-08-23T01:59:27Z', 'revision_number': 4, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'subnets': [{'id': '61ab3b71-a8d2-4d9e-bdac-138ac1bff526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:28.322934 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13cfe8-d7e0-4260-aeb1-38e99cda26d4 None None] The sync data for ids ['096684b7-4ef8-4465-bfc5-8aca9757564d'] in dv-cinder-805529-1-iscsi is: [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T01:59:17Z', 'revision_number': 4, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port': {'id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:13Z', 'updated_at': '2021-08-23T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'f87fd9ca-3a2f-4930-8d7e-20c388fb0339', 'name': '', 'network_id': 'b4857ea3-a03c-497f-9e4a-5f2661216e90', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'mac_address': 'fa:16:3e:86:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61ab3b71-a8d2-4d9e-bdac-138ac1bff526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:16Z', 'updated_at': '2021-08-23T01:59:27Z', 'revision_number': 4, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'subnets': [{'id': '61ab3b71-a8d2-4d9e-bdac-138ac1bff526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:59:28.377799 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-959bf4fc-c8bc-47ab-aa37-da1049625656 req-9848f116-9d4e-4aa5-9d26-b9e0f47a192e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Unset dirty status for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:59:28.390829 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-959bf4fc-c8bc-47ab-aa37-da1049625656 req-9848f116-9d4e-4aa5-9d26-b9e0f47a192e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=61330172-6998-47a9-9d58-fa473ef1c525 HTTP/1.1" status: 200  len: 210 time: 0.1757014
Aug 23 01:59:28.906285 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb27fa-f431-440a-919b-0acc221f15e7 req-bd7ea218-8bdb-406d-9bd3-e289fccbfed4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:28.908012 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d8fb27fa-f431-440a-919b-0acc221f15e7 req-bd7ea218-8bdb-406d-9bd3-e289fccbfed4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.0904329
Aug 23 01:59:28.965234 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d8fb27fa-f431-440a-919b-0acc221f15e7 req-31de206e-336e-449d-8e4e-31ac16e297f5 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512011
Aug 23 01:59:29.153030 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-09345ba8-1675-42e4-8ebe-8ab9f1b9336a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2&tenant_id=9bb2cbb0b80946b59df7b67e0b0df333 HTTP/1.1" status: 200  len: 1096 time: 0.0857599
Aug 23 01:59:29.253898 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-bd4adea8-e62f-452b-bf20-d75b7deac27d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 1096 time: 0.0781112
Aug 23 01:59:29.394111 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-50a0b653-51c0-40ec-a43d-2908f60cb674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:29.396363 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-50a0b653-51c0-40ec-a43d-2908f60cb674 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 200  len: 917 time: 0.1359856
Aug 23 01:59:29.591493 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-1c73655b-026c-44dc-850e-060dbccf135a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=183f1086-f6d2-4ac3-8256-81348398b771 HTTP/1.1" status: 200  len: 999 time: 0.1883020
Aug 23 01:59:29.659563 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-5cbf127b-f4bc-48c1-9e81-fa47c76bf419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:29.661177 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-5cbf127b-f4bc-48c1-9e81-fa47c76bf419 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 200  len: 856 time: 0.0631728
Aug 23 01:59:29.740651 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-098ec3ab-d3bd-4410-8276-9d9cf5ff1f9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20ddf51d-abd0-4049-b791-24137bf2a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719121
Aug 23 01:59:29.880138 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-41c2220e-7a9c-4e25-9687-61d860c006ec service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329091
Aug 23 01:59:29.898253 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-65a0d115-e8da-4214-bbdb-626366fe6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:30.022606 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-5d1341e8-8a4d-447c-abe6-76cdd51d5c6e req-f96f8c8b-fcec-4b49-ad28-635e6f056e35 service neutron] 10.222.0.21 "GET /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345763
Aug 23 01:59:30.297180 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device f87fd9ca-3a2f-4930-8d7e-20c388fb0339 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:30.319988 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d115-1abd-4f1d-9860-40ced30a61c8 req-fb3d05db-d77d-46c8-bb1a-a71c7ba69d7b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:30.329293 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6036d115-1abd-4f1d-9860-40ced30a61c8 req-fb3d05db-d77d-46c8-bb1a-a71c7ba69d7b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.2079439
Aug 23 01:59:30.394983 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6036d115-1abd-4f1d-9860-40ced30a61c8 req-86c6c9a7-0400-48f9-abdd-75630ba150a9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626750
Aug 23 01:59:30.430779 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:30.435233 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:30.435615 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:30.557675 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:30.589813 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port f87fd9ca-3a2f-4930-8d7e-20c388fb0339, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,segment=NetworkSegment(6f6a50d6-5d60-4c71-9069-af1645284be6),segment_id=6f6a50d6-5d60-4c71-9069-af1645284be6)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:30.652386 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:30.654473 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-1c73fa95-32b8-447b-98d5-4be7e7f2220d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:30.724781 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:30.729017 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:30.799508 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:31.065640 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58906) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:31.609577 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b16a95-1757-4819-9748-c6ebbf8c290d req-93137bd7-2b1b-48db-8c36-f5530fcb33f7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:31.610934 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c8b16a95-1757-4819-9748-c6ebbf8c290d req-93137bd7-2b1b-48db-8c36-f5530fcb33f7 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.0800097
Aug 23 01:59:31.655661 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:31.665104 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c8b16a95-1757-4819-9748-c6ebbf8c290d req-59754b49-e0ba-4c89-8f2a-198ff726ce3a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485582
Aug 23 01:59:32.247539 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Deleting port a40b4a01-b893-4399-b48c-2abe0a6a8e36 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:59:32.247884 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:32.265783 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device f87fd9ca-3a2f-4930-8d7e-20c388fb0339 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:32.337530 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:32.337820 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:32.432434 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] For port a40b4a01-b893-4399-b48c-2abe0a6a8e36, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=a40b4a01-b893-4399-b48c-2abe0a6a8e36,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:32.432861 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:32.475193 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:32.554377 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Calling delete_port for a40b4a01-b893-4399-b48c-2abe0a6a8e36 owned by network:router_interface {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:59:32.895283 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03b47-b5b1-4e63-ac1f-64d5d50706d6 req-44af6e41-1df8-4135-b19d-1f669202eb8e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:32.896752 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8de03b47-b5b1-4e63-ac1f-64d5d50706d6 req-44af6e41-1df8-4135-b19d-1f669202eb8e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.0861120
Aug 23 01:59:32.915862 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:32.922048 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:32.969046 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40b4a01-b893-4399-b48c-2abe0a6a8e36,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:32.977297 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:33.048726 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8de03b47-b5b1-4e63-ac1f-64d5d50706d6 req-85aa466d-a5cc-4704-8fd3-a35f2627b116 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1463008
Aug 23 01:59:33.289393 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:33.884791 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Router 6677f4a3-4e13-4448-9fd3-16a5688dde32 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 01:59:34.107441 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 01:59:34.127517 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] Sync routers for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 01:59:34.133602 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-cc8c72a3-1340-4ccd-8872-dc27dc1daf37 admin admin] 10.222.0.20 "PUT /v2.0/routers/6677f4a3-4e13-4448-9fd3-16a5688dde32/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0667694
Aug 23 01:59:34.136071 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58946) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:34.143463 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:34.144394 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480d946a0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:34.424796 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:34.537781 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6046cc-67ee-4b43-bfc5-0ed3422825ab req-eb76b4a9-07c7-4d36-b0ba-22bbbbb1e12a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:34.559910 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9f6046cc-67ee-4b43-bfc5-0ed3422825ab req-eb76b4a9-07c7-4d36-b0ba-22bbbbb1e12a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.2402582
Aug 23 01:59:34.665205 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9f6046cc-67ee-4b43-bfc5-0ed3422825ab req-adae994d-74b0-46f3-aabb-2b39602f6b3d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035733
Aug 23 01:59:34.807672 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks [] for router, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:34.961724 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480d946a0>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:59:32Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:34.966407 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] Checking router: 6677f4a3-4e13-4448-9fd3-16a5688dde32 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 01:59:34.983052 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] Routers {'6677f4a3-4e13-4448-9fd3-16a5688dde32'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 01:59:34.984201 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480d946a0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T01:59:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['6677f4a3-4e13-4448-9fd3-16a5688dde32'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:35.097402 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:35.189672 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Deleting port 1fe69294-92da-414b-9852-a23c3ceeec7f {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:59:35.190336 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:35.219199 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] Set router 6677f4a3-4e13-4448-9fd3-16a5688dde32 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 01:59:35.524834 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] For port 1fe69294-92da-414b-9852-a23c3ceeec7f, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=1fe69294-92da-414b-9852-a23c3ceeec7f,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:35.525725 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:35.682060 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Calling delete_port for 1fe69294-92da-414b-9852-a23c3ceeec7f owned by network:router_gateway {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:59:35.767351 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480d946a0>, [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:59:32Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:35.772378 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1fb2a-7850-4b99-9363-5f40746faf95 None None] The sync data for ids ['6677f4a3-4e13-4448-9fd3-16a5688dde32'] in dv-cinder-805529-1-iscsi is: [{'id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'name': 'tempest-AttachVolumeTestJSON-1039205024-router', 'tenant_id': '3e8a365a2ff64421bef434d3568b128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:43Z', 'updated_at': '2021-08-23T01:59:32Z', 'revision_number': 5, 'project_id': '3e8a365a2ff64421bef434d3568b128e', 'gw_port': {'id': '1fe69294-92da-414b-9852-a23c3ceeec7f', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677f4a3-4e13-4448-9fd3-16a5688dde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:44Z', 'updated_at': '2021-08-23T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 01:59:36.048493 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fa1cb-a928-44e7-9e2f-258bd89cde92 req-ad1f0fb3-3b03-4dfa-a37b-7651df27d4ff tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:36.050170 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e44fa1cb-a928-44e7-9e2f-258bd89cde92 req-ad1f0fb3-3b03-4dfa-a37b-7651df27d4ff tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1089301
Aug 23 01:59:36.105005 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e44fa1cb-a928-44e7-9e2f-258bd89cde92 req-b263d7ce-3f7b-4294-8ecf-513141c43d89 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489120
Aug 23 01:59:36.144193 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:36.156590 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-907a3cfb-a3b1-47d2-a191-8a5757faa62e tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:36.199130 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe69294-92da-414b-9852-a23c3ceeec7f,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:36.201808 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:36.344687 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device a40b4a01-b893-4399-b48c-2abe0a6a8e36 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:59:36.379414 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: a40b4a01-b893-4399-b48c-2abe0a6a8e36 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:59:36.379850 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device a40b4a01-b893-4399-b48c-2abe0a6a8e36 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:59:36.668862 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:36.905785 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:36.910317 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.017857 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.020169 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6677f4a3-4e13-4448-9fd3-16a5688dde32 {{(pid=75865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 01:59:37.031474 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Notify callbacks [] for router, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.032627 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] 10.222.0.20 "DELETE /v2.0/routers/6677f4a3-4e13-4448-9fd3-16a5688dde32 HTTP/1.1" status: 204  len: 168 time: 2.8951995
Aug 23 01:59:37.035378 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 58986) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:37.109688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] Deleting subnet b1956dc8-0f25-43be-99fc-668e5d3753de {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 01:59:37.112534 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.164293 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637460'] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.265410 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.474460 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1466720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1228103'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.475601 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e369bd-9a38-48e2-9966-3deddf2efa74 req-3ebc832c-9b60-497e-9de6-07881b5961aa tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:37.483210 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e5e369bd-9a38-48e2-9966-3deddf2efa74 req-3ebc832c-9b60-497e-9de6-07881b5961aa tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1258295
Aug 23 01:59:37.494999 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:37.526057 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.529465 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc9ad14-3c32-4a49-9145-27665cf13b1d None None] Network 1a30c070-d0d4-43cc-9433-82441c5c9ccc requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 01:59:37.535844 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e5e369bd-9a38-48e2-9966-3deddf2efa74 req-1578aba9-49de-45d2-9140-d6e8b044482e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516632
Aug 23 01:59:37.548314 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b1956dc8-0f25-43be-99fc-668e5d3753de HTTP/1.1" status: 204  len: 168 time: 0.5118659
Aug 23 01:59:37.551670 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 58994) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:37.560911 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1956dc8-0f25-43be-99fc-668e5d3753de,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:37.568489 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-49a59fae-3198-4a33-9c53-e6e3933ddf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:37.698549 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.711144 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Deleting port b8fb8a89-ce04-4ed0-8983-046d5226762f {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:59:37.711652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.835465 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] DHCP port deletion for 1a30c070-d0d4-43cc-9433-82441c5c9ccc request from dv-cinder-805529-1-iscsi {{(pid=75866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 23 01:59:37.839846 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] Deleting port b8fb8a89-ce04-4ed0-8983-046d5226762f {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:59:37.840226 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:37.955275 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] For port b8fb8a89-ce04-4ed0-8983-046d5226762f, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=b8fb8a89-ce04-4ed0-8983-046d5226762f,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:37.955772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.084405 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Calling delete_port for b8fb8a89-ce04-4ed0-8983-046d5226762f owned by network:dhcp {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:59:38.126614 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] For port b8fb8a89-ce04-4ed0-8983-046d5226762f, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=b8fb8a89-ce04-4ed0-8983-046d5226762f,segment=NetworkSegment(875092cc-1991-4bd4-a2a1-24942bea0a41),segment_id=875092cc-1991-4bd4-a2a1-24942bea0a41)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:38.127019 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.247633 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] Calling delete_port for b8fb8a89-ce04-4ed0-8983-046d5226762f owned by network:dhcp {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 01:59:38.252766 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.261293 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:38.275114 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device b8fb8a89-ce04-4ed0-8983-046d5226762f no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:59:38.313536 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fb8a89-ce04-4ed0-8983-046d5226762f,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:38.317794 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:38.320010 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] No DVR routers for this DVR port b8fb8a89-ce04-4ed0-8983-046d5226762f on host dv-cinder-805529-1-iscsi {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 01:59:38.324455 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: b8fb8a89-ce04-4ed0-8983-046d5226762f {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:59:38.324835 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device b8fb8a89-ce04-4ed0-8983-046d5226762f not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:59:38.357493 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 01:59:38.358691 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 01:59:38.438660 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.452804 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480378370>,) {'filters': {'network_id': ['1a30c070-d0d4-43cc-9433-82441c5c9ccc']}} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:38.465390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480378370>, '875092cc-1991-4bd4-a2a1-24942bea0a41') {'for_net_delete': True} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:38.465690 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480378370>, '875092cc-1991-4bd4-a2a1-24942bea0a41') {} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 01:59:38.476851 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100983'] for segment, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.491931 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.499461 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=75864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 01:59:38.499945 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1224746'] for segment, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]: Traceback (most recent call last):
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     timer()
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     cb(*args, **kw)
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     return func(*args, **kwargs)
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     self._notify()
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     self.callback(batched_events)
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     event.method(event)
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     return f(self, *a, **k)
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._get(url).json()
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self.request(url, 'GET', **kwargs)
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 01:59:38.518444 dv-cinder-805529-1-iscsi neutron-server[75864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 01:59:38.719978 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.727257 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:38.742115 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.752835 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a30c070-d0d4-43cc-9433-82441c5c9ccc,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:38.756061 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:38.800020 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ca04-49ba-414b-a5a8-39ef7d203e90 req-44556ba9-2118-4bb7-9335-210fa0c8087a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:38.803764 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cec2ca04-49ba-414b-a5a8-39ef7d203e90 req-44556ba9-2118-4bb7-9335-210fa0c8087a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.0941691
Aug 23 01:59:38.834793 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a30c070-d0d4-43cc-9433-82441c5c9ccc HTTP/1.1" status: 204  len: 168 time: 1.2817013
Aug 23 01:59:38.857800 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cec2ca04-49ba-414b-a5a8-39ef7d203e90 req-9298c7e6-568d-43fb-947d-7c23bda3baff tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502775
Aug 23 01:59:38.860334 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] Deleting port b8fb8a89-ce04-4ed0-8983-046d5226762f {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 01:59:38.861296 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:38.931913 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ae92e-9f01-4fdf-a9db-eace9b984cdb None None] The port 'b8fb8a89-ce04-4ed0-8983-046d5226762f' was deleted {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 23 01:59:39.265330 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 59014) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:39.325318 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59018) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:39.325618 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-cc35e191-67d6-478f-b36e-0abaea91c2bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e8a365a2ff64421bef434d3568b128e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0590103
Aug 23 01:59:39.384917 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c44354eb-8070-4b4b-a6fb-da73ccf4c4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:39.416823 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c44354eb-8070-4b4b-a6fb-da73ccf4c4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:39.555030 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c44354eb-8070-4b4b-a6fb-da73ccf4c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:39.558785 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-42da79ab-a269-4b67-86fb-502b1727ec33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:39.574338 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44354eb-8070-4b4b-a6fb-da73ccf4c4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f3cd26-e0e8-4b45-ab8e-41ce965cc709,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:39.581526 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c44354eb-8070-4b4b-a6fb-da73ccf4c4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:39.645681 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-c44354eb-8070-4b4b-a6fb-da73ccf4c4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:39.646912 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-c44354eb-8070-4b4b-a6fb-da73ccf4c4c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7f3cd26-e0e8-4b45-ab8e-41ce965cc709 HTTP/1.1" status: 204  len: 168 time: 0.3199780
Aug 23 01:59:40.171007 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373dd74-6ce2-4026-af84-9f4f911a1051 req-3e362a24-63ae-49f4-a3eb-2e9ae27d42ac tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:40.172773 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6373dd74-6ce2-4026-af84-9f4f911a1051 req-3e362a24-63ae-49f4-a3eb-2e9ae27d42ac tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1352308
Aug 23 01:59:40.224262 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6373dd74-6ce2-4026-af84-9f4f911a1051 req-da25d429-dd2f-4b78-900d-57babe2a3b10 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454457
Aug 23 01:59:41.565518 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf73bb-072f-4c23-bc5a-037009214bae req-d6e9d4c9-a8dd-42d4-a298-15c31dd7c24d tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:41.567142 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-d6e9d4c9-a8dd-42d4-a298-15c31dd7c24d tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/networks?id=6bc35fa8-39cc-432d-a6df-4901162a30bf HTTP/1.1" status: 200  len: 814 time: 0.2297258
Aug 23 01:59:41.584010 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-84fbe1e4-0d4a-4f13-8843-0dbc66b1314a tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/quotas/e97a243b107d49e88f0a17cbd77bce63 HTTP/1.1" status: 200  len: 375 time: 0.0114074
Aug 23 01:59:41.640460 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-3a1dfc9a-a927-40cb-9583-966227fe6798 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97a243b107d49e88f0a17cbd77bce63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505376
Aug 23 01:59:41.836086 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-6922591b-ce56-40cc-9b40-4e9b7d56d7b3 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908085
Aug 23 01:59:41.985561 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-002dffdd-d775-41ea-bed6-b6a85feacba4 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435850
Aug 23 01:59:42.976235 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e70a3-c322-4a21-b059-1ecfaa7bfa0f req-fe0b34e9-a12b-4018-af17-945ef84410e4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:42.977882 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4b4e70a3-c322-4a21-b059-1ecfaa7bfa0f req-fe0b34e9-a12b-4018-af17-945ef84410e4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1186910
Aug 23 01:59:43.044247 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4b4e70a3-c322-4a21-b059-1ecfaa7bfa0f req-862c847d-cde6-4919-9409-b1a7fa20a7fd tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606837
Aug 23 01:59:43.257160 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6c5cc380-1411-44b7-89fe-1147b858cfb9 req-32ec96d3-e1ac-4e3a-aea2-8d7f0a973e80 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 210 time: 0.0805051
Aug 23 01:59:44.289316 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b9e65-4034-4f47-b1c8-5678d80ec276 req-cdf9e3b4-a792-4e41-936b-2f3a41aa0c86 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:44.290945 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2c2b9e65-4034-4f47-b1c8-5678d80ec276 req-cdf9e3b4-a792-4e41-936b-2f3a41aa0c86 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.0861137
Aug 23 01:59:44.353999 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2c2b9e65-4034-4f47-b1c8-5678d80ec276 req-4af74f4c-3ece-4685-9903-d1649b56ed7a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569663
Aug 23 01:59:44.447310 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5ac6fb01-0e9f-4338-848c-de01f20279d8 req-00203ca5-09e9-4507-ba1d-40516987b4bd tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 210 time: 0.0568707
Aug 23 01:59:45.593139 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76bf60-d96c-47c5-b1a2-0f3d2e93d257 req-1a180210-46b5-4308-9775-25c7136451c2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:45.594599 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8d76bf60-d96c-47c5-b1a2-0f3d2e93d257 req-1a180210-46b5-4308-9775-25c7136451c2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.0872860
Aug 23 01:59:45.612141 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-21cbb7e4-4717-4c40-a3b6-169ddf8db33a req-82ef1f77-e0ad-44b4-9131-8f3e8c7037c2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 210 time: 0.0463297
Aug 23 01:59:45.645026 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8d76bf60-d96c-47c5-b1a2-0f3d2e93d257 req-3933b9fb-b71c-4e3f-adc4-9d1f02e4dcf0 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442750
Aug 23 01:59:45.989672 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:46.769744 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59152) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:46.823291 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-b001d307-1ce6-487a-b64a-ab386b02415f req-ca723608-7411-4f17-a8f4-a2a31da1275c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 210 time: 0.0672424
Aug 23 01:59:46.934532 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:46.953923 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3958a3-952e-4087-9b54-29cf04b341a7 req-c972c7a1-55d5-4a18-8696-1193e6559502 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:46.958172 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1d3958a3-952e-4087-9b54-29cf04b341a7 req-c972c7a1-55d5-4a18-8696-1193e6559502 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1262460
Aug 23 01:59:46.997618 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:47.009978 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Usage tracker for resource:security_group_rule and tenant:3ebd607cee3745cda2d50c2159c98c81 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 01:59:47.016128 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 01:59:47.025243 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:47.030278 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-1d3958a3-952e-4087-9b54-29cf04b341a7 req-0d54e07a-c0fa-4083-b293-6734adbf3356 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680826
Aug 23 01:59:47.100728 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:47.155345 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:47.169395 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c44354eb-8070-4b4b-a6fb-da73ccf4c4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:47.176298 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf73bb-072f-4c23-bc5a-037009214bae req-3a709c9b-4e54-4052-b8ce-83c98a6707dc tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:47.178927 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-3a709c9b-4e54-4052-b8ce-83c98a6707dc tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.21 "GET /v2.0/networks?id=6bc35fa8-39cc-432d-a6df-4901162a30bf HTTP/1.1" status: 200  len: 814 time: 0.1809671
Aug 23 01:59:47.196861 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Request body: {'port': {'device_id': '16216454-8e87-4a21-830b-a3a7e2297f2d', 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf', 'admin_state_up': True, 'tenant_id': 'e97a243b107d49e88f0a17cbd77bce63'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:47.211682 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e6f425-fa66-4e37-ae29-d62a3c9e371d,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:47.216271 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ebd607cee3745cda2d50c2159c98c81&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4451098
Aug 23 01:59:47.217717 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:47.219149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59158) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 01:59:47.282592 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3af22478-8aaa-4f70-b546-ba2f598cf828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:47.308716 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3af22478-8aaa-4f70-b546-ba2f598cf828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:47.354596 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 01:59:47.366241 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 01:59:47.428207 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3af22478-8aaa-4f70-b546-ba2f598cf828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:47.428776 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Made reservation on behalf of e97a243b107d49e88f0a17cbd77bce63 for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 01:59:47.433139 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-dbc1c73c-9f6a-4a8c-8202-92f64e9ca92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:47.434255 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:47.459086 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af22478-8aaa-4f70-b546-ba2f598cf828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e6f425-fa66-4e37-ae29-d62a3c9e371d,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:47.473406 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3af22478-8aaa-4f70-b546-ba2f598cf828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:47.479416 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3af22478-8aaa-4f70-b546-ba2f598cf828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:47.480526 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3af22478-8aaa-4f70-b546-ba2f598cf828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22e6f425-fa66-4e37-ae29-d62a3c9e371d HTTP/1.1" status: 204  len: 168 time: 0.2602148
Aug 23 01:59:47.634989 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Allocated IP 172.20.0.5 (6bc35fa8-39cc-432d-a6df-4901162a30bf/fefba1d2-d308-45c3-a30e-742da01aacbf/4abcff4c-982f-492a-9ced-eebebb3aad0c) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 01:59:47.940024 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:48.050324 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:48.056873 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:48.132544 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Network 6bc35fa8-39cc-432d-a6df-4901162a30bf is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 01:59:48.140270 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 01:59:48.145251 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 01:59:48.176429 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Pushing event updated for resources: {'Port': ['ID=4abcff4c-982f-492a-9ced-eebebb3aad0c,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:48.177242 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:59:48.180211 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:48.213527 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3443351-0a1a-46a1-93ad-16ae72205aeb req-045d03e1-04e4-4a44-b139-452bd9946c0e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:48.220764 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c3443351-0a1a-46a1-93ad-16ae72205aeb req-045d03e1-04e4-4a44-b139-452bd9946c0e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 931 time: 0.2148039
Aug 23 01:59:48.258651 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:48.259337 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:48.280586 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb35bcd-98e0-4d75-90e2-9bdbbb0feaf8 req-5460aef9-ecff-4ecd-a810-af579086fe33 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:48.282477 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2fb35bcd-98e0-4d75-90e2-9bdbbb0feaf8 req-5460aef9-ecff-4ecd-a810-af579086fe33 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 943 time: 0.1097391
Aug 23 01:59:48.299468 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c3443351-0a1a-46a1-93ad-16ae72205aeb req-456f8816-8449-41a2-a231-c99288e4de80 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747197
Aug 23 01:59:48.323291 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 1fe69294-92da-414b-9852-a23c3ceeec7f no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 01:59:48.347494 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2fb35bcd-98e0-4d75-90e2-9bdbbb0feaf8 req-542ee432-e3fd-4661-a02c-157a987a19f4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458887
Aug 23 01:59:48.383432 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1914988
Aug 23 01:59:48.401234 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Request body: {'port': {'device_id': '16216454-8e87-4a21-830b-a3a7e2297f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 01:59:48.449768 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:48.464739 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '183f1086-f6d2-4ac3-8256-81348398b771', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'port_id': '183f1086-f6d2-4ac3-8256-81348398b771', 'mac_address': 'fa:16:3e:a4:8d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:59:48.466938 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 1fe69294-92da-414b-9852-a23c3ceeec7f {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 01:59:48.467441 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 1fe69294-92da-414b-9852-a23c3ceeec7f not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 01:59:48.536203 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:48.566219 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183f1086-f6d2-4ac3-8256-81348398b771 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:59:48.572537 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:48.582234 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:48.657277 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:48.660262 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:48.729929 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=9']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:48.733670 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:48.893257 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['183f1086-f6d2-4ac3-8256-81348398b771'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:59:48.912659 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abcff4c-982f-492a-9ced-eebebb3aad0c {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:59:48.919605 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:48.934539 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Transition to ACTIVE for port object 4abcff4c-982f-492a-9ced-eebebb3aad0c will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 01:59:49.000605 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:49.006219 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b5dc64af-6a1c-465b-ba01-dd3ad26e8800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:49.140120 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Pushing event updated for resources: {'Port': ['ID=4abcff4c-982f-492a-9ced-eebebb3aad0c,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:49.144088 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:49.245788 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Attempting to bind port 4abcff4c-982f-492a-9ced-eebebb3aad0c on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 01:59:49.246110 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Attempting to bind port 4abcff4c-982f-492a-9ced-eebebb3aad0c by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 01:59:49.246431 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Attempting to bind port 4abcff4c-982f-492a-9ced-eebebb3aad0c on network 6bc35fa8-39cc-432d-a6df-4901162a30bf {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:59:49.253162 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Port 4abcff4c-982f-492a-9ced-eebebb3aad0c on network 6bc35fa8-39cc-432d-a6df-4901162a30bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 01:59:49.253480 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Attempting to bind port 4abcff4c-982f-492a-9ced-eebebb3aad0c on network 6bc35fa8-39cc-432d-a6df-4901162a30bf {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 01:59:49.259691 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 01:59:49.260036 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Checking segment: {'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 01:59:49.260392 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Bound using segment: {'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 01:59:49.260838 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Bound port: 4abcff4c-982f-492a-9ced-eebebb3aad0c, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 01:59:49.264367 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:49.349232 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] For port 4abcff4c-982f-492a-9ced-eebebb3aad0c, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 01:59:49.352359 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] For port 4abcff4c-982f-492a-9ced-eebebb3aad0c, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4abcff4c-982f-492a-9ced-eebebb3aad0c,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 01:59:49.411311 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:49.415213 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-96371ed7-285f-4588-bb93-dc6226d6bf73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:49.527720 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:49.529003 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] 10.222.0.21 "PUT /v2.0/ports/4abcff4c-982f-492a-9ced-eebebb3aad0c HTTP/1.1" status: 200  len: 1093 time: 1.1378546
Aug 23 01:59:49.532656 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16216454-8e87-4a21-830b-a3a7e2297f2d', 'tag': '4abcff4c-982f-492a-9ced-eebebb3aad0c'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:59:49.574073 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Pushing event updated for resources: {'Port': ['ID=4abcff4c-982f-492a-9ced-eebebb3aad0c,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:49.579371 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:49.613247 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71ade-cd96-49d9-bddd-c3c3721ef8df req-a0c63cdc-7fd3-41fa-ba37-6ebe82c468a3 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:49.614290 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-12c71ade-cd96-49d9-bddd-c3c3721ef8df req-a0c63cdc-7fd3-41fa-ba37-6ebe82c468a3 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Synchronizing usage tracker for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:59:49.648600 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1598b0-d304-471b-aa0a-a5fd2572a113 req-378b5649-ef04-4227-8e99-1e940e0e61e6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:49.650204 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ff1598b0-d304-471b-aa0a-a5fd2572a113 req-378b5649-ef04-4227-8e99-1e940e0e61e6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 944 time: 0.1185770
Aug 23 01:59:49.692791 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-12c71ade-cd96-49d9-bddd-c3c3721ef8df req-a0c63cdc-7fd3-41fa-ba37-6ebe82c468a3 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Unset dirty status for tenant:e97a243b107d49e88f0a17cbd77bce63 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:59:49.694003 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-12c71ade-cd96-49d9-bddd-c3c3721ef8df req-a0c63cdc-7fd3-41fa-ba37-6ebe82c468a3 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 943 time: 0.2334030
Aug 23 01:59:49.735614 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ff1598b0-d304-471b-aa0a-a5fd2572a113 req-d3423c49-35b1-4cb8-a602-ed721fdf83e8 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782743
Aug 23 01:59:49.814906 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-12c71ade-cd96-49d9-bddd-c3c3721ef8df req-cec65c17-f171-416a-9e9d-ccefa17a2902 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138151
Aug 23 01:59:49.816549 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16216454-8e87-4a21-830b-a3a7e2297f2d', 'tag': '4abcff4c-982f-492a-9ced-eebebb3aad0c', 'status': 'completed', 'code': 200}
Aug 23 01:59:49.851324 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-90db5626-d0e5-4a85-b96b-f7ef842da686 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e97a243b107d49e88f0a17cbd77bce63&device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 1096 time: 0.1125572
Aug 23 01:59:49.921662 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-61ef99e4-ef14-4fef-be8a-b657ec00cffa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4abcff4c-982f-492a-9ced-eebebb3aad0c HTTP/1.1" status: 200  len: 217 time: 0.0618303
Aug 23 01:59:49.993620 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf73bb-072f-4c23-bc5a-037009214bae req-60223178-e0af-4922-ae71-ff6f55a29b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:49.995068 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-60223178-e0af-4922-ae71-ff6f55a29b7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fefba1d2-d308-45c3-a30e-742da01aacbf HTTP/1.1" status: 200  len: 854 time: 0.0666666
Aug 23 01:59:50.046583 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-acce8574-3352-44d4-ad09-cf82ae67016b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bc35fa8-39cc-432d-a6df-4901162a30bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428679
Aug 23 01:59:50.171345 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:50.257876 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 183f1086-f6d2-4ac3-8256-81348398b771 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:50.258559 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:50.279005 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-d785b3a4-ec35-4084-bee4-845b043b9d45 service neutron] 10.222.0.21 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238085
Aug 23 01:59:50.376168 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:50.403107 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:59:50.413777 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:50.427856 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-eedf73bb-072f-4c23-bc5a-037009214bae req-30a12b0a-13fd-41c4-a08f-d52af0513b6b service neutron] 10.222.0.21 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414707
Aug 23 01:59:50.469735 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:50.472275 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771', 'code': 200}
Aug 23 01:59:50.472848 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:50.536828 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=10']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:50.539718 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:50.608005 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-9ab5efc8-49c9-40b1-887f-29176f7dbec9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e97a243b107d49e88f0a17cbd77bce63&device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 1096 time: 0.0760353
Aug 23 01:59:50.747475 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-5e1d3c8a-c68c-4af4-aba4-5f8487929b95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:50.751856 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-5e1d3c8a-c68c-4af4-aba4-5f8487929b95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6bc35fa8-39cc-432d-a6df-4901162a30bf HTTP/1.1" status: 200  len: 914 time: 0.1347077
Aug 23 01:59:50.941771 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfed8f-769a-47fa-bb09-431c94dbb5fa req-34645f3a-56c9-49a5-be0a-33529d2a1b4e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:50.943229 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-08bfed8f-769a-47fa-bb09-431c94dbb5fa req-34645f3a-56c9-49a5-be0a-33529d2a1b4e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.0782614
Aug 23 01:59:50.990047 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-08bfed8f-769a-47fa-bb09-431c94dbb5fa req-dad35411-2524-4887-ab00-d63c33efb616 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410826
Aug 23 01:59:51.019575 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4878f-40f8-45cc-859a-306e52c056e0 req-b9d081c9-6026-41d5-951c-82919ab541ce tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:51.020987 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2ca4878f-40f8-45cc-859a-306e52c056e0 req-b9d081c9-6026-41d5-951c-82919ab541ce tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 943 time: 0.0775986
Aug 23 01:59:51.066908 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2ca4878f-40f8-45cc-859a-306e52c056e0 req-98a102a8-c457-4306-a8bf-de45ab6c6acb tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402193
Aug 23 01:59:52.206727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ac002-4906-428d-b4a5-d5fbae14c7d2 req-a6ffa066-fd21-4f60-83ae-55a54fec31dd tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:52.222403 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-711ac002-4906-428d-b4a5-d5fbae14c7d2 req-a6ffa066-fd21-4f60-83ae-55a54fec31dd tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.0864074
Aug 23 01:59:52.257590 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-711ac002-4906-428d-b4a5-d5fbae14c7d2 req-d8aca63f-894f-4c76-b371-f80a0b610ad4 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435975
Aug 23 01:59:52.275241 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8728f-25a2-43b3-b1c8-18b783059e42 req-f2c09a2f-92ab-49e1-81fb-c2ee82b21b02 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:52.277087 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aaf8728f-25a2-43b3-b1c8-18b783059e42 req-f2c09a2f-92ab-49e1-81fb-c2ee82b21b02 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 943 time: 0.0918138
Aug 23 01:59:52.327403 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aaf8728f-25a2-43b3-b1c8-18b783059e42 req-a08fcc8c-29e5-49d3-9bcf-134f4f74cc29 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429578
Aug 23 01:59:53.342595 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 01:59:53.491196 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cf8a-9c99-42f1-96a3-f117d01a4999 req-dd383090-27e9-4176-9d26-ec1affe4058b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:53.492773 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e887cf8a-9c99-42f1-96a3-f117d01a4999 req-dd383090-27e9-4176-9d26-ec1affe4058b tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.0810754
Aug 23 01:59:53.539112 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e887cf8a-9c99-42f1-96a3-f117d01a4999 req-b38f4927-0bda-4351-b69a-ca46d8c883b2 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406458
Aug 23 01:59:53.586174 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56164f51-b91c-4c53-87ed-653e31bee1d9 req-670fc624-6761-4a26-9b47-f6e058fbe3c6 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:53.597138 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-56164f51-b91c-4c53-87ed-653e31bee1d9 req-670fc624-6761-4a26-9b47-f6e058fbe3c6 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 943 time: 0.1192110
Aug 23 01:59:53.632997 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-f8700c32-00aa-495d-8459-333a12578c78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4abcff4c-982f-492a-9ced-eebebb3aad0c HTTP/1.1" status: 200  len: 217 time: 0.0763154
Aug 23 01:59:53.692697 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-56164f51-b91c-4c53-87ed-653e31bee1d9 req-d8317b1c-d393-432b-85fc-0566139a137e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945842
Aug 23 01:59:53.701888 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-0ea405da-9d60-48ff-82bc-886ed528b51d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:53.703334 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-0ea405da-9d60-48ff-82bc-886ed528b51d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fefba1d2-d308-45c3-a30e-742da01aacbf HTTP/1.1" status: 200  len: 854 time: 0.0638053
Aug 23 01:59:53.706641 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6e7026dc-2b5d-4b87-9bf3-8c77a988cbc7 req-65ff74da-5cdc-4510-b62f-d05eca8159dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 1099 time: 0.1349015
Aug 23 01:59:53.755733 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6e7026dc-2b5d-4b87-9bf3-8c77a988cbc7 req-27e4b23f-648f-44cd-9e34-681623fd53f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365326
Aug 23 01:59:53.758683 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-b0981462-9ae4-4c34-b00d-2677a6b88755 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bc35fa8-39cc-432d-a6df-4901162a30bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399559
Aug 23 01:59:54.105445 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-89497e08-38db-4822-b65a-77d1e2e170c2 service neutron] 10.222.0.21 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263468
Aug 23 01:59:54.241223 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2bf18a34-1168-4827-b1f7-b73bd8d15a78 req-8e13bd57-8460-4fdb-b40a-896c51479ddd service neutron] 10.222.0.21 "GET /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250391
Aug 23 01:59:54.794379 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311ea6c-1f22-4c03-8b65-5c22599d49d6 req-3ab97762-98cc-4931-989b-9e1ae7d62287 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:54.796785 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6311ea6c-1f22-4c03-8b65-5c22599d49d6 req-3ab97762-98cc-4931-989b-9e1ae7d62287 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.1164255
Aug 23 01:59:54.846430 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6311ea6c-1f22-4c03-8b65-5c22599d49d6 req-9ed5134c-f435-49cb-95d5-7b0ce52db36e tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432024
Aug 23 01:59:54.928422 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df0f28-8873-4e1e-a0c2-1e0949251461 req-2eb73ad8-a974-438e-9f87-5c302c08472d tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:54.929249 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-06df0f28-8873-4e1e-a0c2-1e0949251461 req-2eb73ad8-a974-438e-9f87-5c302c08472d tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 943 time: 0.0921607
Aug 23 01:59:55.074135 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-06df0f28-8873-4e1e-a0c2-1e0949251461 req-4f998cf4-bdfb-46c1-ad22-ca000a5b90e4 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391265
Aug 23 01:59:56.041164 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-30b4ebd1-c1db-4dfd-8b04-bc21de5e8427 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:59:56.084902 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859cc5-d0be-4bb2-8f01-cad1ba7790b9 req-e541ef73-42c2-4320-997c-70a271a61df8 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:56.086466 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-56859cc5-d0be-4bb2-8f01-cad1ba7790b9 req-e541ef73-42c2-4320-997c-70a271a61df8 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.0928743
Aug 23 01:59:56.126242 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-30b4ebd1-c1db-4dfd-8b04-bc21de5e8427 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:59:56.127553 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-30b4ebd1-c1db-4dfd-8b04-bc21de5e8427 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827277670&fields=id&tenant_id=382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 267 time: 0.1323164
Aug 23 01:59:56.133915 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-56859cc5-d0be-4bb2-8f01-cad1ba7790b9 req-9fdecb0f-252d-4cae-bdbe-3a2af7e52e10 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421081
Aug 23 01:59:56.199611 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 4abcff4c-982f-492a-9ced-eebebb3aad0c details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 01:59:56.298566 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-d3dcad07-101a-4a34-a4a9-94bafdc051bd tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:56.299381 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-d3dcad07-101a-4a34-a4a9-94bafdc051bd tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:network {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:59:56.349026 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 4abcff4c-982f-492a-9ced-eebebb3aad0c, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4abcff4c-982f-492a-9ced-eebebb3aad0c,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:56.360380 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7056-f062-4ba9-84f9-0ea44995b4c7 req-3e415fb6-20bf-4ce5-86bf-17bb2c3f9663 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:56.361893 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f20b7056-f062-4ba9-84f9-0ea44995b4c7 req-3e415fb6-20bf-4ce5-86bf-17bb2c3f9663 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 943 time: 0.0900042
Aug 23 01:59:56.369063 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '4abcff4c-982f-492a-9ced-eebebb3aad0c', 'network_id': '6bc35fa8-39cc-432d-a6df-4901162a30bf', 'port_id': '4abcff4c-982f-492a-9ced-eebebb3aad0c', 'mac_address': 'fa:16:3e:bf:92:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefba1d2-d308-45c3-a30e-742da01aacbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 01:59:56.387992 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-d3dcad07-101a-4a34-a4a9-94bafdc051bd tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:network {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:59:56.393695 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-d3dcad07-101a-4a34-a4a9-94bafdc051bd tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 811 time: 0.2492177
Aug 23 01:59:56.415527 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-c1848206-bcb4-478f-b9f7-fd275e8b5e32 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/quotas/382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 375 time: 0.0204031
Aug 23 01:59:56.457278 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f20b7056-f062-4ba9-84f9-0ea44995b4c7 req-7d670e35-3fa9-4b3f-aae3-93d42ec23d0a tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896335
Aug 23 01:59:56.461225 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:56.499004 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abcff4c-982f-492a-9ced-eebebb3aad0c {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 01:59:56.526631 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-e92a5c42-e1be-479f-a2ec-9f1024b784c2 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1041348
Aug 23 01:59:56.542287 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 4abcff4c-982f-492a-9ced-eebebb3aad0c, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4abcff4c-982f-492a-9ced-eebebb3aad0c,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:56.657623 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:56.659634 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3b9bc356-ff6c-41c1-b343-0a9d4f899193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:56.733794 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=4abcff4c-982f-492a-9ced-eebebb3aad0c,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:56.742657 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.743001 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.743343 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.743674 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.744000 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.744326 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.744679 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.745006 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.745329 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.745647 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.745957 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 01:59:56.750486 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:56.764988 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-f5c12f01-2219-4d61-ac4c-818ead7d0fea service neutron] 10.222.0.20 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241294
Aug 23 01:59:56.865640 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['4abcff4c-982f-492a-9ced-eebebb3aad0c'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 01:59:56.899299 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-5a8c6a8c-aa73-4878-b03a-0bceb6961fc9 service neutron] 10.222.0.20 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286831
Aug 23 01:59:57.352629 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c2092-0980-4f3c-bb30-5bd2052b48f8 req-01cc5d02-802f-4270-8669-08be5b19f3ae tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:57.354261 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f8c2092-0980-4f3c-bb30-5bd2052b48f8 req-01cc5d02-802f-4270-8669-08be5b19f3ae tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.0821624
Aug 23 01:59:57.406307 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f8c2092-0980-4f3c-bb30-5bd2052b48f8 req-ca3fd2d3-874a-4c35-8cf3-1fa6b365258f tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458758
Aug 23 01:59:57.579406 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2c051776-7989-41df-9cce-23933d5a6620 req-b8516056-b3e9-41c7-ac47-220817b8cbdc tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 210 time: 0.0808251
Aug 23 01:59:57.594549 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1316759b-700b-4f65-a291-664094cd4300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:57.721318 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255aa1b-ae76-43f1-90aa-5141748c0e59 req-930dde72-30b2-4aaa-8d41-48cfb7d03320 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:57.722804 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e255aa1b-ae76-43f1-90aa-5141748c0e59 req-930dde72-30b2-4aaa-8d41-48cfb7d03320 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 944 time: 0.0827332
Aug 23 01:59:57.770891 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e255aa1b-ae76-43f1-90aa-5141748c0e59 req-dbb2a1c1-f700-475d-ac85-becaf51f0fae tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427608
Aug 23 01:59:58.201361 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:58.205949 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 4abcff4c-982f-492a-9ced-eebebb3aad0c up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 01:59:58.383663 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 4abcff4c-982f-492a-9ced-eebebb3aad0c completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 01:59:58.392422 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 4abcff4c-982f-492a-9ced-eebebb3aad0c triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 01:59:58.393159 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:58.505298 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:58.532151 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16216454-8e87-4a21-830b-a3a7e2297f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abcff4c-982f-492a-9ced-eebebb3aad0c'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 01:59:58.542158 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 4abcff4c-982f-492a-9ced-eebebb3aad0c, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4abcff4c-982f-492a-9ced-eebebb3aad0c,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 01:59:58.596805 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16216454-8e87-4a21-830b-a3a7e2297f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abcff4c-982f-492a-9ced-eebebb3aad0c', 'code': 200}
Aug 23 01:59:58.645103 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 01:59:58.646961 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-efa5016c-19b5-4136-8fd0-2eaf47e7dd2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 01:59:58.715384 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=4abcff4c-982f-492a-9ced-eebebb3aad0c,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 01:59:58.718444 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 01:59:58.750578 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-9d2e24ec-3915-45fd-8a81-477fe412583d req-0caff368-e713-4c7d-8d0d-5dfefeda0ca9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 01:59:58.844549 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-9d2e24ec-3915-45fd-8a81-477fe412583d req-0caff368-e713-4c7d-8d0d-5dfefeda0ca9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 01:59:58.845842 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9d2e24ec-3915-45fd-8a81-477fe412583d req-0caff368-e713-4c7d-8d0d-5dfefeda0ca9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 210 time: 0.1418467
Aug 23 01:59:59.045363 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40159227-85b3-42b0-89a2-9610a87a0a11 req-b4729f62-bdd7-49b9-a814-c68fe82de83b tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 01:59:59.046838 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40159227-85b3-42b0-89a2-9610a87a0a11 req-b4729f62-bdd7-49b9-a814-c68fe82de83b tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 945 time: 0.1409240
Aug 23 01:59:59.049723 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9536b865-656b-428c-973e-c3734826e08f req-666b3d3f-fd68-4c61-8a93-cf42a32ff9dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 1098 time: 0.1120722
Aug 23 01:59:59.125462 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40159227-85b3-42b0-89a2-9610a87a0a11 req-ac947126-9fa3-4b0b-9072-665b51575cce tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730741
Aug 23 01:59:59.127302 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9536b865-656b-428c-973e-c3734826e08f req-9518f060-60f1-4066-a140-74d2aea5607c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567775
Aug 23 01:59:59.879282 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-985d37af-e17f-490e-90ee-3e5647aaeea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:00.011886 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6301fa9e-3599-4d8c-9462-5e7749a886a6 req-653b3937-410b-408e-a97e-51cb2b6d2475 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 210 time: 0.0444090
Aug 23 02:00:00.044115 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-50a3559b-07ca-4824-bdd2-f1257b173e89 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:00.045626 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-50a3559b-07ca-4824-bdd2-f1257b173e89 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 811 time: 0.1455817
Aug 23 02:00:00.099954 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-964e2a47-4718-4d35-9bc8-ab86a6cee2a7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 379 time: 0.0406325
Aug 23 02:00:00.112980 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'port': {'device_id': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'admin_state_up': True, 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'security_groups': ['b0fad929-1768-4c2b-8960-ce14570104a1']}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:00:00.270360 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:00:00.282613 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:00:00.354957 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Made reservation on behalf of 382ca8f9b14441659267fc49d336434f for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:00:00.358892 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:00.618888 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16041b24-9168-403a-a267-0f4760b69916 req-28f826f1-b007-4692-9660-1b11e0b2b09c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:00.620339 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-16041b24-9168-403a-a267-0f4760b69916 req-28f826f1-b007-4692-9660-1b11e0b2b09c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 945 time: 0.1906281
Aug 23 02:00:00.627252 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Allocated IP 172.20.0.3 (6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17/a71193bf-e0bb-4d11-b654-b370f96f1347/12f9fbc2-2737-445c-9698-5f00c75c99b9) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:00:00.697119 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-16041b24-9168-403a-a267-0f4760b69916 req-030388cf-a3e6-4349-bfb5-dc1de046e82f tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705657
Aug 23 02:00:00.787941 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:00.799240 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59438) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:00.850486 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:00.866758 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Transition to ACTIVE for port object 12f9fbc2-2737-445c-9698-5f00c75c99b9 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:00:00.949876 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:00.956866 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1cca6404-952d-452c-b540-3a56fd25d573 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:00.971942 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.024509 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:00:01.024509 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Usage tracker for resource:security_group_rule and tenant:d4b175cd3af34d2bb6d83ab69ed4c546 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:00:01.024509 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:00:01.024509 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:00:01.026789 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:00:01.033283 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:00:01.033283 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=12f9fbc2-2737-445c-9698-5f00c75c99b9,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:01.035345 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:00:01.064350 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:01.110244 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:01.111150 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.217708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.235365 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1260128
Aug 23 02:00:01.248365 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Request body: {'port': {'device_id': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:00:01.262983 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749fd4-246b-4a58-8718-49d236ccb3e7 req-c31c55a6-eb62-4c9f-900b-e63809f8b482 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:01.270908 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6a749fd4-246b-4a58-8718-49d236ccb3e7 req-c31c55a6-eb62-4c9f-900b-e63809f8b482 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 931 time: 0.1106026
Aug 23 02:00:01.315429 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-6a749fd4-246b-4a58-8718-49d236ccb3e7 req-ee2ebd80-24a0-4790-8169-6ef7b4f1e00b tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:00:01.331444 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-6a749fd4-246b-4a58-8718-49d236ccb3e7 req-ee2ebd80-24a0-4790-8169-6ef7b4f1e00b tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:00:01.332737 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6a749fd4-246b-4a58-8718-49d236ccb3e7 req-ee2ebd80-24a0-4790-8169-6ef7b4f1e00b tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606523
Aug 23 02:00:01.353961 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.363625 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-79f1a1fa-671b-4e77-93fc-a9c613ca94df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:01.375897 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.402834 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf43de26-92f5-4f61-9caf-e4c12449dd2f,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:01.406908 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:01.409470 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4b175cd3af34d2bb6d83ab69ed4c546&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6090951
Aug 23 02:00:01.413098 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59462) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:01.483449 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42b2793d-ef76-4827-aaf5-486732473fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.502823 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a1c0a896-1d9f-4ba9-99ec-1db4ee1bdc75 None None] Provisioning for port 12f9fbc2-2737-445c-9698-5f00c75c99b9 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:00:01.509375 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a1c0a896-1d9f-4ba9-99ec-1db4ee1bdc75 None None] Provisioning complete for port 12f9fbc2-2737-445c-9698-5f00c75c99b9 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:00:01.509980 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a896-1d9f-4ba9-99ec-1db4ee1bdc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.513918 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42b2793d-ef76-4827-aaf5-486732473fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.571547 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0a896-1d9f-4ba9-99ec-1db4ee1bdc75 None None] Port 12f9fbc2-2737-445c-9698-5f00c75c99b9 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:00:01.680387 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42b2793d-ef76-4827-aaf5-486732473fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.684212 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-1f58db9b-47bd-4d39-a01c-4d47a90e2371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:01.695712 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2793d-ef76-4827-aaf5-486732473fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf43de26-92f5-4f61-9caf-e4c12449dd2f,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:01.699325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-42b2793d-ef76-4827-aaf5-486732473fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:01.703073 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42b2793d-ef76-4827-aaf5-486732473fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.704192 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-42b2793d-ef76-4827-aaf5-486732473fc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf43de26-92f5-4f61-9caf-e4c12449dd2f HTTP/1.1" status: 204  len: 168 time: 0.2901449
Aug 23 02:00:01.834929 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f9fbc2-2737-445c-9698-5f00c75c99b9 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:00:01.876329 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:01.905727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Transition to ACTIVE for port object 12f9fbc2-2737-445c-9698-5f00c75c99b9 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:00:01.932872 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8b180-ce96-46a0-9f52-781c25886d37 req-dcca8715-69ee-4913-b09c-cd8c5f4caefa tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:01.934328 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cfd8b180-ce96-46a0-9f52-781c25886d37 req-dcca8715-69ee-4913-b09c-cd8c5f4caefa tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 945 time: 0.0951812
Aug 23 02:00:02.007107 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-cfd8b180-ce96-46a0-9f52-781c25886d37 req-d576a69b-ee82-4185-aea2-ab22dc95016c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668137
Aug 23 02:00:02.028047 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:02.032995 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-da0edd31-5d8e-4061-9567-59b8742109bb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:02.154830 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Pushing event updated for resources: {'Port': ['ID=12f9fbc2-2737-445c-9698-5f00c75c99b9,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:02.166937 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:02.276467 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Attempting to bind port 12f9fbc2-2737-445c-9698-5f00c75c99b9 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:00:02.276640 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Attempting to bind port 12f9fbc2-2737-445c-9698-5f00c75c99b9 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:00:02.276848 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Attempting to bind port 12f9fbc2-2737-445c-9698-5f00c75c99b9 on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:00:02.283184 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Port 12f9fbc2-2737-445c-9698-5f00c75c99b9 on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 02:00:02.283510 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Attempting to bind port 12f9fbc2-2737-445c-9698-5f00c75c99b9 on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:00:02.292368 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:00:02.296276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Checking segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:00:02.296276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Bound using segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:00:02.296276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Bound port: 12f9fbc2-2737-445c-9698-5f00c75c99b9, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:00:02.296276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:02.403306 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] For port 12f9fbc2-2737-445c-9698-5f00c75c99b9, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:00:02.407611 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] For port 12f9fbc2-2737-445c-9698-5f00c75c99b9, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:00:02.497340 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:02.501602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:02.509795 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ca5d1938-972a-41c1-80f1-60c1a69ddf3f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:02.579864 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:02.581247 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] 10.222.0.21 "PUT /v2.0/ports/12f9fbc2-2737-445c-9698-5f00c75c99b9 HTTP/1.1" status: 200  len: 1093 time: 1.3388667
Aug 23 02:00:02.582325 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'tag': '12f9fbc2-2737-445c-9698-5f00c75c99b9'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:00:02.605543 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Pushing event updated for resources: {'Port': ['ID=12f9fbc2-2737-445c-9698-5f00c75c99b9,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:02.609618 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:02.624138 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a80ab9-df07-4df9-b00d-804c6102820c req-c449abb1-01ae-4a20-ae6d-6ef02ed98755 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:02.624881 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a9a80ab9-df07-4df9-b00d-804c6102820c req-c449abb1-01ae-4a20-ae6d-6ef02ed98755 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:00:02.727714 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a9a80ab9-df07-4df9-b00d-804c6102820c req-c449abb1-01ae-4a20-ae6d-6ef02ed98755 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:00:02.733211 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a9a80ab9-df07-4df9-b00d-804c6102820c req-c449abb1-01ae-4a20-ae6d-6ef02ed98755 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 943 time: 0.2675922
Aug 23 02:00:02.736679 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-215c7019-ba8f-4993-8909-1530ef09ae3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 1096 time: 0.0808935
Aug 23 02:00:02.826582 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-498e0baf-c2da-49b7-9fab-2552ce894331 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9 HTTP/1.1" status: 200  len: 217 time: 0.0746982
Aug 23 02:00:02.877338 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a9a80ab9-df07-4df9-b00d-804c6102820c req-5a76d175-1053-4dfc-a3b2-6950720e50c5 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397357
Aug 23 02:00:02.893280 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-dec25476-d926-427f-bf52-3708f7b12ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:02.894557 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-dec25476-d926-427f-bf52-3708f7b12ebe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0624666
Aug 23 02:00:02.944488 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'tag': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'status': 'completed', 'code': 200}
Aug 23 02:00:02.976539 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-4c5f6d88-b047-47d9-99c3-6febf10aeed9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749331
Aug 23 02:00:03.119194 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-021a4f9b-b1e8-4d69-b051-b28c9ab1e35f service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344054
Aug 23 02:00:03.255753 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-71aad07f-51e7-412c-b11d-b8a700102c35 req-06fcf325-561b-4749-bfa3-61076b3daae5 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302741
Aug 23 02:00:03.459672 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-320b0a3b-8c26-4553-9960-cdf779806f3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 1096 time: 0.0688968
Aug 23 02:00:03.592263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-71a75c6d-7f28-4d48-b325-b5e2878ddcaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:03.593835 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-71a75c6d-7f28-4d48-b325-b5e2878ddcaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1271522
Aug 23 02:00:03.742289 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-75edb2aa-7246-42aa-962c-526591efadf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9 HTTP/1.1" status: 200  len: 217 time: 0.1420782
Aug 23 02:00:03.806497 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-e1d6742d-693d-41a2-a756-de271ce4293b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:03.807875 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-e1d6742d-693d-41a2-a756-de271ce4293b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0587890
Aug 23 02:00:03.890169 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-53555439-36c4-4221-a0ee-fa0058bf06b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727561
Aug 23 02:00:04.062701 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-b9453ef9-af58-445f-888a-d2fcabd1b8a9 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693277
Aug 23 02:00:04.191722 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d34af-2f83-4fa5-811f-ee1e61d941b1 req-1526873b-7806-4924-952d-23864184a511 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:04.193208 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bd0d34af-2f83-4fa5-811f-ee1e61d941b1 req-1526873b-7806-4924-952d-23864184a511 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 943 time: 0.1929045
Aug 23 02:00:04.233531 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-98dbf12c-42c9-4a85-99b0-20a91283945e req-46f66474-a31a-45d4-a80f-995eb3dd25dc service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631343
Aug 23 02:00:04.254555 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-bd0d34af-2f83-4fa5-811f-ee1e61d941b1 req-6b3df8b6-faf3-42b8-bfa0-97599b250ee9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543315
Aug 23 02:00:05.448232 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4b44c-e10a-4295-980c-55b200bd297a req-32780187-fa0b-4875-bff6-150c17de4ddf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:05.449709 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e0d4b44c-e10a-4295-980c-55b200bd297a req-32780187-fa0b-4875-bff6-150c17de4ddf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 943 time: 0.0772603
Aug 23 02:00:05.494438 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e0d4b44c-e10a-4295-980c-55b200bd297a req-99be2fea-0e06-4613-9017-6e4b343de408 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386300
Aug 23 02:00:06.703630 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb0685-b578-4f1c-9d82-286f126d6dbd req-b4478d3c-dedf-4f4f-9ee3-1ffcc8345e1d tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:06.705118 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-94fb0685-b578-4f1c-9d82-286f126d6dbd req-b4478d3c-dedf-4f4f-9ee3-1ffcc8345e1d tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 943 time: 0.0790064
Aug 23 02:00:06.750189 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-94fb0685-b578-4f1c-9d82-286f126d6dbd req-cd0eef40-5d41-4240-91dc-ff69f2386aa2 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396652
Aug 23 02:00:07.944186 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1352b-a67e-458d-afad-201a2770d0bb req-707a9ee5-caca-4f25-aced-3419e3c70e1f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:07.945654 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8fd1352b-a67e-458d-afad-201a2770d0bb req-707a9ee5-caca-4f25-aced-3419e3c70e1f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 943 time: 0.0801368
Aug 23 02:00:07.989150 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-8fd1352b-a67e-458d-afad-201a2770d0bb req-f0e559db-1e3f-46cc-b8f7-87cd6314e76e tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381572
Aug 23 02:00:09.184533 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6196cd-4f9c-4dca-aa76-30dc66e8e868 req-eaf39958-830a-4a41-bfe3-80ab63343f7d tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:09.186686 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0c6196cd-4f9c-4dca-aa76-30dc66e8e868 req-eaf39958-830a-4a41-bfe3-80ab63343f7d tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 943 time: 0.0810547
Aug 23 02:00:09.234753 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0c6196cd-4f9c-4dca-aa76-30dc66e8e868 req-3b349df5-3e2a-4859-a5a2-4eaa542e7f0f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423203
Aug 23 02:00:10.238108 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 12f9fbc2-2737-445c-9698-5f00c75c99b9 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 02:00:10.396721 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 12f9fbc2-2737-445c-9698-5f00c75c99b9, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:00:10.409509 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'port_id': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'mac_address': 'fa:16:3e:99:f9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 02:00:10.462243 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:10.472210 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc1335-eba8-4ed8-9956-e749cead9bdc req-00203e5c-54d0-4b33-b2cc-e5da6cd10dc8 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:10.473481 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-acfc1335-eba8-4ed8-9956-e749cead9bdc req-00203e5c-54d0-4b33-b2cc-e5da6cd10dc8 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 943 time: 0.1096537
Aug 23 02:00:10.480385 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f9fbc2-2737-445c-9698-5f00c75c99b9 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:00:10.495726 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 12f9fbc2-2737-445c-9698-5f00c75c99b9, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:00:10.519776 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-acfc1335-eba8-4ed8-9956-e749cead9bdc req-4ec35af7-8f77-4a99-a530-7f9b5b8b3853 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406079
Aug 23 02:00:10.565628 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:10.567313 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:10.631653 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=12f9fbc2-2737-445c-9698-5f00c75c99b9,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:10.637810 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:10.811268 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['12f9fbc2-2737-445c-9698-5f00c75c99b9'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 02:00:11.716744 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971734-a6bb-4a84-8a8a-fbcafc4f5a08 req-f616b47e-3aec-4ba0-9a33-31a94fd383ac tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:11.718104 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c7971734-a6bb-4a84-8a8a-fbcafc4f5a08 req-f616b47e-3aec-4ba0-9a33-31a94fd383ac tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 944 time: 0.0789440
Aug 23 02:00:11.764196 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c7971734-a6bb-4a84-8a8a-fbcafc4f5a08 req-bc26ee8d-1c17-48bc-a588-2d0f67f157ff tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405920
Aug 23 02:00:12.531018 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 12f9fbc2-2737-445c-9698-5f00c75c99b9 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:00:12.685596 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 12f9fbc2-2737-445c-9698-5f00c75c99b9 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:00:12.690780 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 12f9fbc2-2737-445c-9698-5f00c75c99b9 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:00:12.691285 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:12.825690 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:12.852895 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f9fbc2-2737-445c-9698-5f00c75c99b9'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:00:12.862959 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 12f9fbc2-2737-445c-9698-5f00c75c99b9, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:00:12.909589 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'code': 200}
Aug 23 02:00:12.963807 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13445e-aac1-4663-b1eb-dabd699cf146 req-f3293080-a162-4f74-8a5a-c4f9b10ca269 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:12.964752 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-de13445e-aac1-4663-b1eb-dabd699cf146 req-f3293080-a162-4f74-8a5a-c4f9b10ca269 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 944 time: 0.0830047
Aug 23 02:00:12.971659 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:12.974430 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3b9bc356-ff6c-41c1-b343-0a9d4f899193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:13.012498 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-de13445e-aac1-4663-b1eb-dabd699cf146 req-16e0e23a-f32c-4dc5-a5b9-2de7d56a5f44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419729
Aug 23 02:00:13.043030 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=12f9fbc2-2737-445c-9698-5f00c75c99b9,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:13.046680 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:13.616030 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59622) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:13.751147 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:13.781207 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:00:13.784918 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Usage tracker for resource:security_group_rule and tenant:f44d365af0a64e35856fb1d8f793581a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:00:13.787603 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:00:13.793165 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:00:13.855115 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:13.920209 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:13.926305 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:13.970280 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38871995-5c46-401c-afd6-9e0bbc9adabf,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:13.975715 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f44d365af0a64e35856fb1d8f793581a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3574965
Aug 23 02:00:13.975715 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:13.977584 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59628) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:14.034639 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e060-7ed6-47ae-8719-d16391b01b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:14.060183 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e060-7ed6-47ae-8719-d16391b01b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:14.187286 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e060-7ed6-47ae-8719-d16391b01b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:14.192411 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-307aaafd-a343-4122-b1c2-fc252f539916 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:14.204387 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4e060-7ed6-47ae-8719-d16391b01b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38871995-5c46-401c-afd6-9e0bbc9adabf,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:14.207283 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9fa4e060-7ed6-47ae-8719-d16391b01b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:14.209388 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e060-7ed6-47ae-8719-d16391b01b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:14.213009 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9fa4e060-7ed6-47ae-8719-d16391b01b66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38871995-5c46-401c-afd6-9e0bbc9adabf HTTP/1.1" status: 204  len: 168 time: 0.2323797
Aug 23 02:00:14.215884 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0a25-4529-474d-aca5-ccc00ca1e5ca req-ae035f22-7bdc-407a-a336-a3962f6eb3ec tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:14.217949 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-27ea0a25-4529-474d-aca5-ccc00ca1e5ca req-ae035f22-7bdc-407a-a336-a3962f6eb3ec tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 945 time: 0.0820179
Aug 23 02:00:14.268294 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-27ea0a25-4529-474d-aca5-ccc00ca1e5ca req-0a556c4f-c762-4419-a414-fc20b07a493a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441947
Aug 23 02:00:14.769934 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f406407d-6693-46b8-a146-c561d8fedf28 req-2fedf8c8-cba0-46e2-85f7-561051e5363c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 1098 time: 0.0678933
Aug 23 02:00:14.813126 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f406407d-6693-46b8-a146-c561d8fedf28 req-11020633-b881-49b8-ae77-09c89f274899 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363920
Aug 23 02:00:14.886779 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 59640) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:14.904322 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:14.934331 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:00:14.938789 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Usage tracker for resource:security_group_rule and tenant:cb0883fa7351456c92e90dcfad6d6e4c is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:00:14.941508 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:00:14.947025 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:00:15.008002 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:15.050980 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:15.057640 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eaf427ee-5a6d-4f09-a594-b73f00000a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:15.099966 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bea6ca-9fa4-44d8-a89a-377f338262a6,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:15.105513 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb0883fa7351456c92e90dcfad6d6e4c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2177370
Aug 23 02:00:15.108835 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59644) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:15.111217 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.111584 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.111941 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.112294 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.112671 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.113020 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.113365 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.113710 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.114050 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.114389 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.114725 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:15.118521 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-262cc2af-a030-4c3f-aeb9-d64bf8853a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:15.168389 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-610466b3-5200-4471-aae6-b4c585addba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:15.194835 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-610466b3-5200-4471-aae6-b4c585addba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:15.296700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-610466b3-5200-4471-aae6-b4c585addba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:15.300535 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-87f5fd48-61ac-4832-877b-40da19755d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:15.311673 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610466b3-5200-4471-aae6-b4c585addba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bea6ca-9fa4-44d8-a89a-377f338262a6,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:15.313935 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-610466b3-5200-4471-aae6-b4c585addba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:15.319001 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-610466b3-5200-4471-aae6-b4c585addba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:15.320132 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-610466b3-5200-4471-aae6-b4c585addba0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0bea6ca-9fa4-44d8-a89a-377f338262a6 HTTP/1.1" status: 204  len: 168 time: 0.2101512
Aug 23 02:00:15.478959 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98f4b1-d068-4ee4-b5b7-1fe132a61646 req-8171e9bd-7442-4706-acea-6926600ef011 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:15.480486 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3b98f4b1-d068-4ee4-b5b7-1fe132a61646 req-8171e9bd-7442-4706-acea-6926600ef011 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 945 time: 0.0893157
Aug 23 02:00:15.526320 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3b98f4b1-d068-4ee4-b5b7-1fe132a61646 req-5c0716c2-b633-4779-a378-abf427f0941c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397897
Aug 23 02:00:15.986925 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:16.719346 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8b49-41f5-48e6-a92f-d77f50370897 req-7dcc1bfd-6efe-4456-9cc3-634e8f0ec16a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:16.720817 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-af3f8b49-41f5-48e6-a92f-d77f50370897 req-7dcc1bfd-6efe-4456-9cc3-634e8f0ec16a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 945 time: 0.0774238
Aug 23 02:00:16.765749 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-af3f8b49-41f5-48e6-a92f-d77f50370897 req-079aa1ee-1634-4b85-aaf1-93a6f19a0205 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395439
Aug 23 02:00:16.964965 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a860e8-7fe4-405a-925d-ab2d1eed00bf req-a7537ce7-9f11-4d7d-bed3-9bdcbc9eb87a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:16.966438 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-18a860e8-7fe4-405a-925d-ab2d1eed00bf req-a7537ce7-9f11-4d7d-bed3-9bdcbc9eb87a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 945 time: 0.0829303
Aug 23 02:00:17.011961 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-18a860e8-7fe4-405a-925d-ab2d1eed00bf req-8ec8759e-3cf2-484a-9a50-217e75edd4fb tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397611
Aug 23 02:00:17.046407 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59686) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:17.152200 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 59694) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:17.292784 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:17.323598 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:00:17.327350 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e5677f7175b34ba09405a729a996be4b is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:00:17.330073 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:00:17.335610 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:00:17.356151 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-66305ac6-af36-443a-b6e5-35f6bf383b6c tempest-TestVolumeBootPattern-1697569909 tempest-TestVolumeBootPattern-1697569909-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 1093 time: 0.3085060
Aug 23 02:00:17.359329 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59700) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:17.364638 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'port_id': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:00:17.369925 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:00:17.374951 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:floatingip and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:00:17.377769 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:00:17.383483 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:00:17.404941 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:17.479652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:17.487353 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3554c53a-4dbf-4759-8e22-9beaa991c58c tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:17.527689 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1815caaf-597b-4cca-98b0-9cb5e39d83db,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:17.532115 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5677f7175b34ba09405a729a996be4b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3788328
Aug 23 02:00:17.533089 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:17.535660 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59704) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:17.549163 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:17.748779 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-690453c0-84b8-4fd9-85d8-bf9b872eb2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:17.789348 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-690453c0-84b8-4fd9-85d8-bf9b872eb2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:17.846473 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:17.952003 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-690453c0-84b8-4fd9-85d8-bf9b872eb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:17.960906 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-2c81e901-1920-446d-a023-89d5edb70921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:17.979631 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690453c0-84b8-4fd9-85d8-bf9b872eb2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1815caaf-597b-4cca-98b0-9cb5e39d83db,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:17.982503 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-690453c0-84b8-4fd9-85d8-bf9b872eb2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:18.004502 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-690453c0-84b8-4fd9-85d8-bf9b872eb2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:18.009506 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-690453c0-84b8-4fd9-85d8-bf9b872eb2b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1815caaf-597b-4cca-98b0-9cb5e39d83db HTTP/1.1" status: 204  len: 168 time: 0.4696465
Aug 23 02:00:18.072913 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Allocated IP 172.27.2.175 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/036be68c-afc0-4b45-90e6-e5b57fb47e07) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:00:18.216597 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:18.303567 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:18.308001 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-df7912e1-a7bc-4345-aa75-816bdf1971b5 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:18.366714 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:00:18.369424 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:00:18.373140 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:00:18.413228 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=036be68c-afc0-4b45-90e6-e5b57fb47e07,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:18.417209 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:18.882341 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:18.994808 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:19.195752 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:19.285659 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:19.290158 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e83d6fe8-98e4-4aac-ac6a-76029d570723 tempest-ServerRescueNegativeTestJSON-301781977 tempest-ServerRescueNegativeTestJSON-301781977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:19.391235 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=036be68c-afc0-4b45-90e6-e5b57fb47e07,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:19.395246 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:19.408127 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:19.692100 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Floating IP 1af4c683-707e-4aa7-bada-bcb443bae54b associated. External IP: 172.27.2.175, port: 12f9fbc2-2737-445c-9698-5f00c75c99b9.
Aug 23 02:00:20.088329 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:00:20.299294 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:00:20.310018 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:00:20.321643 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:00:20.322254 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480dfee80>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:00:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:20.399698 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:20.456891 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0965147
Aug 23 02:00:20.457625 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'tag': '12f9fbc2-2737-445c-9698-5f00c75c99b9'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:00:20.494602 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:00:20.519706 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'tag': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'status': 'completed', 'code': 200}
Aug 23 02:00:20.618841 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-e1f993aa-e429-470e-93ef-efc5f761db0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 1098 time: 0.0726047
Aug 23 02:00:20.751685 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-e972e0bd-14f2-4c2e-a0ae-d7eee5fe04e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:20.753120 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-e972e0bd-14f2-4c2e-a0ae-d7eee5fe04e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1278081
Aug 23 02:00:20.837601 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480dfee80>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1af4c683-707e-4aa7-bada-bcb443bae54b', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:99:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:00:18Z', 'updated_at': '2021-08-23T02:00:18Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:20.841924 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:00:20.852421 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:00:20.853061 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480dfee80>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:00:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:20.861522 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-ff0df7df-1a7d-4c1d-b0a8-be00b268c751 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9 HTTP/1.1" status: 200  len: 999 time: 0.0989039
Aug 23 02:00:20.926397 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-cd73bd7e-d364-4851-af84-6cbd2fa39b0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:20.928070 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-cd73bd7e-d364-4851-af84-6cbd2fa39b0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0600064
Aug 23 02:00:21.030649 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:00:21.076651 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-7b8c3596-ce27-4b5e-afac-d5958648c54a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1409535
Aug 23 02:00:21.212137 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-214e474b-97a9-4edf-8c84-14fa6106171a service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281357
Aug 23 02:00:21.353585 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e06cc087-a4c4-4e30-996f-1b301a544abe req-2d1d5c43-f20f-4cfe-ac52-42de2b8c1d3b service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341863
Aug 23 02:00:21.438953 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480dfee80>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1af4c683-707e-4aa7-bada-bcb443bae54b', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:99:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:00:18Z', 'updated_at': '2021-08-23T02:00:18Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:21.443064 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2cbdaa-1210-4858-8e75-4ec2458b16ed None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1af4c683-707e-4aa7-bada-bcb443bae54b', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:99:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:00:18Z', 'updated_at': '2021-08-23T02:00:18Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:00:21.647301 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcaf11-2e81-4087-8765-738535309db5 None None] New status for floating IP 1af4c683-707e-4aa7-bada-bcb443bae54b: ACTIVE {{(pid=75866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:00:27.599278 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cf1e92d3-2fed-4a4a-bcf3-6beaf6b4d554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:28.175179 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:29.896763 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c9bad049-a174-4eaa-adbd-24af50523bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:30.342927 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:00:30.816990 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:31.391104 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091e1c5-3ea5-4f3b-be02-3c606925a6ae req-9eedf1ea-31dd-4cfa-9a8d-501be3b973f2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:31.392603 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b091e1c5-3ea5-4f3b-be02-3c606925a6ae req-9eedf1ea-31dd-4cfa-9a8d-501be3b973f2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 945 time: 0.0802464
Aug 23 02:00:31.440515 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-b091e1c5-3ea5-4f3b-be02-3c606925a6ae req-9330123a-e31c-4c7b-ae85-69bc059e10a2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419948
Aug 23 02:00:32.467486 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:32.633564 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4b0bd-4958-43da-a05a-822277fe3f12 req-c6a86937-421b-4e01-921a-9954db4ef404 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:32.634990 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e3a4b0bd-4958-43da-a05a-822277fe3f12 req-c6a86937-421b-4e01-921a-9954db4ef404 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 945 time: 0.0746734
Aug 23 02:00:32.682969 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e3a4b0bd-4958-43da-a05a-822277fe3f12 req-344844ce-03c2-4a96-a56a-6db6413fa7fc tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/security-groups?id=56af6f24-f461-4ad8-91ea-5b06c9459dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418546
Aug 23 02:00:33.154597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-3bce1b24-5ded-468f-af1a-0a8c18cd3e9e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:33.156013 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-3bce1b24-5ded-468f-af1a-0a8c18cd3e9e tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.21 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 945 time: 0.0747039
Aug 23 02:00:33.230878 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Deleting port 4abcff4c-982f-492a-9ced-eebebb3aad0c {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:00:33.231199 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:33.472982 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] For port 4abcff4c-982f-492a-9ced-eebebb3aad0c, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4abcff4c-982f-492a-9ced-eebebb3aad0c,segment=NetworkSegment(9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8),segment_id=9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:00:33.473330 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:33.590100 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Calling delete_port for 4abcff4c-982f-492a-9ced-eebebb3aad0c owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:00:33.809940 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:33.816276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d64724aa-e44e-401a-a401-6c8b621a669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:33.825194 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['4abcff4c-982f-492a-9ced-eebebb3aad0c'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 02:00:33.851783 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-47094573-95a6-450d-9df1-8710a4b59fcb req-99eda6dd-1ad9-4f38-8566-959c7cb94957 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 210 time: 0.0485485
Aug 23 02:00:33.864229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Pushing event deleted for resources: {'Port': ['ID=4abcff4c-982f-492a-9ced-eebebb3aad0c,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:33.867667 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:33.943048 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] No DVR routers for this DVR port 4abcff4c-982f-492a-9ced-eebebb3aad0c on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:00:33.945600 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:33.948335 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16216454-8e87-4a21-830b-a3a7e2297f2d', 'name': 'network-vif-deleted', 'tag': '4abcff4c-982f-492a-9ced-eebebb3aad0c'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:00:34.004961 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16216454-8e87-4a21-830b-a3a7e2297f2d', 'name': 'network-vif-deleted', 'tag': '4abcff4c-982f-492a-9ced-eebebb3aad0c', 'status': 'completed', 'code': 200}
Aug 23 02:00:34.055797 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-dc3878c0-e7aa-4b91-acc1-99ce62b43a93 req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.21 "DELETE /v2.0/ports/4abcff4c-982f-492a-9ced-eebebb3aad0c HTTP/1.1" status: 204  len: 173 time: 0.8883822
Aug 23 02:00:35.035372 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-38c624ce-7cea-4127-8c3c-942b294548b9 req-9e805d07-cfff-4970-98f5-77368ff362e1 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] 10.222.0.20 "GET /v2.0/ports?device_id=16216454-8e87-4a21-830b-a3a7e2297f2d HTTP/1.1" status: 200  len: 210 time: 0.0467360
Aug 23 02:00:36.692420 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 4abcff4c-982f-492a-9ced-eebebb3aad0c no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:00:36.727863 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 4abcff4c-982f-492a-9ced-eebebb3aad0c {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:00:36.728213 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 4abcff4c-982f-492a-9ced-eebebb3aad0c not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:00:40.455758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea2f8-4377-4ec6-a0a6-4cc8f6294226 req-d7d0291d-0ed4-4b58-8205-2cd71aac74eb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:40.457262 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e71ea2f8-4377-4ec6-a0a6-4cc8f6294226 req-d7d0291d-0ed4-4b58-8205-2cd71aac74eb tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.0773187
Aug 23 02:00:40.503287 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e71ea2f8-4377-4ec6-a0a6-4cc8f6294226 req-f4dddf67-60ff-40ff-8125-1b1fb62d4df5 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402994
Aug 23 02:00:41.719410 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bf1c5-2e53-4892-8004-fb2beeae85b7 req-d603a147-138d-4c0b-97e0-b9996035b6a6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:41.720813 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-408bf1c5-2e53-4892-8004-fb2beeae85b7 req-d603a147-138d-4c0b-97e0-b9996035b6a6 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.0794423
Aug 23 02:00:41.764856 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-408bf1c5-2e53-4892-8004-fb2beeae85b7 req-7d740877-2b5b-4a45-ad5e-cd3806089636 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385425
Aug 23 02:00:42.974498 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9819-1c7a-4c84-9028-531aea6fc9a9 req-5506fe7e-a73a-40d3-8d59-5ebcd19e5b90 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:42.975856 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-79da9819-1c7a-4c84-9028-531aea6fc9a9 req-5506fe7e-a73a-40d3-8d59-5ebcd19e5b90 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.0800571
Aug 23 02:00:43.022030 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-79da9819-1c7a-4c84-9028-531aea6fc9a9 req-1ca540bb-9f2a-41c3-b1c5-71cbc0c59aaf tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408072
Aug 23 02:00:44.242611 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea300-944b-4510-a922-fd4270791145 req-db3f3dbf-852d-475b-8028-299df9e9bd8d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:44.244061 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-dacea300-944b-4510-a922-fd4270791145 req-db3f3dbf-852d-475b-8028-299df9e9bd8d tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.1357095
Aug 23 02:00:44.256252 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad6382-5cb0-4ceb-bb71-f18ed6654f9f req-656c01b0-be29-4d16-a296-433da99c3663 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:44.257630 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-09ad6382-5cb0-4ceb-bb71-f18ed6654f9f req-656c01b0-be29-4d16-a296-433da99c3663 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 946 time: 0.1008654
Aug 23 02:00:44.348118 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Deleting port 183f1086-f6d2-4ac3-8256-81348398b771 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:00:44.348468 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:44.403601 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-09ad6382-5cb0-4ceb-bb71-f18ed6654f9f req-24c22065-f3eb-40b8-bce1-8a4ade9cfc38 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2bf0d9-572e-4755-ab0b-8e58c4642643&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131637
Aug 23 02:00:44.674905 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] For port 183f1086-f6d2-4ac3-8256-81348398b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=183f1086-f6d2-4ac3-8256-81348398b771,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:00:44.675263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:44.965994 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:44.966399 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:44.966726 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.l3_db [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Floating IP f2cc9e06-2e63-4345-bf35-dad0ebcb2d94 disassociated. External IP: 172.27.2.160, port: 183f1086-f6d2-4ac3-8256-81348398b771.
Aug 23 02:00:44.967046 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Calling delete_port for 183f1086-f6d2-4ac3-8256-81348398b771 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:00:45.142001 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:45.148430 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ddb2765e-6cbc-4d83-b3ac-d7a8cfba1eb2 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:45.193838 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event deleted for resources: {'Port': ['ID=183f1086-f6d2-4ac3-8256-81348398b771,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:45.196129 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:45.401429 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Router 691675e0-4144-4f42-bd50-7cfef3feb3e6 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:00:45.618449 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-157c5402-c4b9-43a4-b20e-b709b7c02541 req-053cf6ac-f5c8-411d-a4ba-8d5f25711dbe tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e6d1f1-ffea-4799-bb33-4a3eae9b1de2 HTTP/1.1" status: 200  len: 210 time: 0.0565016
Aug 23 02:00:45.629221 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:00:45.639164 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] Sync routers for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:00:45.652429 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:00:45.653197 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481441f70>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:00:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:45.719584 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] No DVR routers for this DVR port 183f1086-f6d2-4ac3-8256-81348398b771 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:00:45.722191 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:45.724972 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-deleted', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:00:45.789738 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6d1f1-ffea-4799-bb33-4a3eae9b1de2', 'name': 'network-vif-deleted', 'tag': '183f1086-f6d2-4ac3-8256-81348398b771', 'status': 'completed', 'code': 200}
Aug 23 02:00:45.844229 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:00:45.851501 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-dacea300-944b-4510-a922-fd4270791145 req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.21 "DELETE /v2.0/ports/183f1086-f6d2-4ac3-8256-81348398b771 HTTP/1.1" status: 204  len: 173 time: 1.6004248
Aug 23 02:00:46.028014 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:46.159435 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481441f70>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:46.163379 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] Checking router: 691675e0-4144-4f42-bd50-7cfef3feb3e6 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:00:46.174516 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:00:46.175232 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481441f70>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:00:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:46.358356 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:00:46.423362 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:00:46.458136 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 183f1086-f6d2-4ac3-8256-81348398b771 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:00:46.458724 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 183f1086-f6d2-4ac3-8256-81348398b771 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:00:46.876445 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 59958) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:46.882575 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481441f70>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:46.884735 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab252ce-f7be-433b-93f9-0bf2e2b3b096 None None] The sync data for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi is: [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T01:52:50Z', 'revision_number': 4, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '2a92eebc-6b88-4bce-a5e2-bc9111da2878', 'name': '', 'network_id': '20ddf51d-abd0-4049-b791-24137bf2a8cd', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'mac_address': 'fa:16:3e:49:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:48Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'subnets': [{'id': '827f4b18-d21b-4a46-9cbc-2378edae1e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:00:46.962205 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7089c667-fdff-441c-b56b-f72bb678b820 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:46.990644 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7089c667-fdff-441c-b56b-f72bb678b820 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:47.112682 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7089c667-fdff-441c-b56b-f72bb678b820 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:47.116654 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6670efcd-9724-47a5-b046-d77bfa3e790a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:47.133234 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089c667-fdff-441c-b56b-f72bb678b820 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2bf0d9-572e-4755-ab0b-8e58c4642643,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:47.136462 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7089c667-fdff-441c-b56b-f72bb678b820 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:47.200514 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce379f2f-7901-4cef-a4f4-11158bf7548f None None] New status for floating IP f2cc9e06-2e63-4345-bf35-dad0ebcb2d94: DOWN {{(pid=75866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:00:47.243282 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7089c667-fdff-441c-b56b-f72bb678b820 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:47.244724 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-7089c667-fdff-441c-b56b-f72bb678b820 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed2bf0d9-572e-4755-ab0b-8e58c4642643 HTTP/1.1" status: 204  len: 168 time: 0.3684900
Aug 23 02:00:47.247983 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 59974) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:47.273519 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.api.v2.resource [None req-e0b2705d-0219-48da-857e-3a9720e95968 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] show failed (client error): The resource could not be found.
Aug 23 02:00:47.273519 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-e0b2705d-0219-48da-857e-3a9720e95968 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "GET /v2.0/security-groups/ed2bf0d9-572e-4755-ab0b-8e58c4642643 HTTP/1.1" status: 404  len: 347 time: 0.0181236
Aug 23 02:00:47.274035 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 59978) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:47.452487 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Deleting port 68c5b58a-846d-4ea9-a9a7-40683ac5c6ff {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:00:47.452487 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:47.732708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:47.733044 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:47.855037 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Calling delete_port for 68c5b58a-846d-4ea9-a9a7-40683ac5c6ff owned by network:floatingip {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:00:47.919487 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 59990) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:47.982981 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.db.api [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 02:00:47.983304 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_db.api [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 02:00:48.063188 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.101774 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:00:48.101774 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Usage tracker for resource:security_group_rule and tenant:4ab1f71ce8d24b8abb151ef9f3f2de95 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:00:48.101996 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:00:48.108240 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:00:48.181552 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.296768 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.304312 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-58863716-a44a-4808-b21a-b3f4a2086a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:48.346290 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740fde51-7ea9-4abf-aee7-9709818bc332,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:48.350621 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ab1f71ce8d24b8abb151ef9f3f2de95&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4301507
Aug 23 02:00:48.351464 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a3b61fc5-40ea-4409-9a95-9b254e299f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:48.360095 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60002) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:48.413229 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.439604 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.484443 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Deleting port 68c5b58a-846d-4ea9-a9a7-40683ac5c6ff {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:00:48.485088 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.623756 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.629092 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-68d35320-0143-4ac5-bce2-08f86b070b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:48.658994 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740fde51-7ea9-4abf-aee7-9709818bc332,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:48.684369 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.684733 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.697010 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.697391 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.697757 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.698136 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.698483 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.698843 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.699199 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.699555 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.699905 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.700333 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.700724 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:00:48.753468 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:48.816063 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Calling delete_port for 68c5b58a-846d-4ea9-a9a7-40683ac5c6ff owned by network:floatingip {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:00:48.855776 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:48.857493 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-662dc887-f03b-4a23-a4a4-e1bc6ef19639 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/740fde51-7ea9-4abf-aee7-9709818bc332 HTTP/1.1" status: 204  len: 168 time: 0.5024302
Aug 23 02:00:49.061896 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:49.066544 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d4d16160-d7a3-4ccb-9e3c-baff8bf5ee5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:49.108581 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Pushing event deleted for resources: {'Port': ['ID=68c5b58a-846d-4ea9-a9a7-40683ac5c6ff,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:49.111075 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:49.219698 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks [] for floatingip, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:49.248071 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:49.249267 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-f57d0978-671c-467d-8f5a-bb35b7c6bb54 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] 10.222.0.20 "DELETE /v2.0/floatingips/f2cc9e06-2e63-4345-bf35-dad0ebcb2d94 HTTP/1.1" status: 204  len: 168 time: 1.9738154
Aug 23 02:00:53.072925 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-bfa7c47f-1e33-4392-b13e-0f7b9ba2fbe0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674558
Aug 23 02:00:53.210103 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-d0d9b7af-7c32-4403-b61f-aa30ac705886 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 1098 time: 0.0708535
Aug 23 02:00:53.431287 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-561eef60-6640-43e7-8c0a-acb1efeb94e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:53.432914 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-561eef60-6640-43e7-8c0a-acb1efeb94e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.2040451
Aug 23 02:00:53.536989 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-abbae2c4-161b-4d45-b782-2143314984e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9 HTTP/1.1" status: 200  len: 1001 time: 0.0961013
Aug 23 02:00:53.602192 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-bab70642-95b4-488c-96e9-13ed2b712e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:00:53.603623 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-bab70642-95b4-488c-96e9-13ed2b712e12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0604146
Aug 23 02:00:53.677058 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-7e1b51b4-25e8-49f2-a328-b72efdf9627d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671403
Aug 23 02:00:53.807542 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-dbece267-0daf-4b95-a17f-e1a9682a76ea service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229069
Aug 23 02:00:53.937497 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d52398a3-91d5-45b8-b198-b54c3bc31ca2 req-9e41c2be-b1c1-48ad-bbf9-d935478e05c8 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214607
Aug 23 02:00:55.094510 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60120) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:55.743136 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:56.463926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Deleting port 2a92eebc-6b88-4bce-a5e2-bc9111da2878 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:00:56.465060 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:56.643550 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] For port 2a92eebc-6b88-4bce-a5e2-bc9111da2878, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=2a92eebc-6b88-4bce-a5e2-bc9111da2878,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:00:56.643910 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:56.769479 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Calling delete_port for 2a92eebc-6b88-4bce-a5e2-bc9111da2878 owned by network:router_interface {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:00:57.102375 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:57.106240 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:57.149451 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a92eebc-6b88-4bce-a5e2-bc9111da2878,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:57.152916 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:57.440596 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:57.617626 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-944b9616-9222-4792-83b1-650451939c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:58.133051 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Router 691675e0-4144-4f42-bd50-7cfef3feb3e6 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:00:58.153545 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:58.356216 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:00:58.367112 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] Sync routers for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:00:58.378620 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] 10.222.0.20 "PUT /v2.0/routers/691675e0-4144-4f42-bd50-7cfef3feb3e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2830544
Aug 23 02:00:58.381264 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60166) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:00:58.397732 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:00:58.398545 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480fa0a60>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:00:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:58.581744 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:00:58.586777 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:58.803888 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:58.862747 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480fa0a60>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T02:00:56Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:58.866515 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] Checking router: 691675e0-4144-4f42-bd50-7cfef3feb3e6 for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:00:58.876762 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] Routers {'691675e0-4144-4f42-bd50-7cfef3feb3e6'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:00:58.877355 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480fa0a60>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:00:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['691675e0-4144-4f42-bd50-7cfef3feb3e6'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:59.010818 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Deleting port d9315db6-3ede-4743-a8cd-890093357a34 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:00:59.011215 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:59.069407 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] Set router 691675e0-4144-4f42-bd50-7cfef3feb3e6 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:00:59.190720 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] For port d9315db6-3ede-4743-a8cd-890093357a34, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=d9315db6-3ede-4743-a8cd-890093357a34,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:00:59.191299 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:59.321270 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Calling delete_port for d9315db6-3ede-4743-a8cd-890093357a34 owned by network:router_gateway {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:00:59.383380 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480fa0a60>, [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T02:00:56Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:00:59.388646 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba406838-9772-42fa-9c92-192d99eada9b None None] The sync data for ids ['691675e0-4144-4f42-bd50-7cfef3feb3e6'] in dv-cinder-805529-1-iscsi is: [{'id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1470339403-router', 'tenant_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:38Z', 'updated_at': '2021-08-23T02:00:56Z', 'revision_number': 5, 'project_id': '9bb2cbb0b80946b59df7b67e0b0df333', 'gw_port': {'id': 'd9315db6-3ede-4743-a8cd-890093357a34', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691675e0-4144-4f42-bd50-7cfef3feb3e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:40Z', 'updated_at': '2021-08-23T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:00:59.627491 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:00:59.632118 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e64bb088-4814-4b04-a182-fbb88effde40 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:00:59.674816 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9315db6-3ede-4743-a8cd-890093357a34,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:00:59.678033 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:00:59.890641 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-8c794d50-d140-4a13-81d2-d386eb76c97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.016753 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.277982 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.282671 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.321298 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2a92eebc-6b88-4bce-a5e2-bc9111da2878 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:01:00.357857 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 2a92eebc-6b88-4bce-a5e2-bc9111da2878 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:01:00.358212 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2a92eebc-6b88-4bce-a5e2-bc9111da2878 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:01:00.450449 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.451053 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691675e0-4144-4f42-bd50-7cfef3feb3e6 {{(pid=75864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 02:01:00.465172 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.468297 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/691675e0-4144-4f42-bd50-7cfef3feb3e6 HTTP/1.1" status: 204  len: 168 time: 2.0853076
Aug 23 02:01:00.470945 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60200) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:00.537851 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] Deleting subnet 827f4b18-d21b-4a46-9cbc-2378edae1e34 {{(pid=75865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 02:01:00.542708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.610697 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637460'] for subnet, precommit_delete_associations {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.697228 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.810628 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.839416 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1466720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1228103'] for subnet, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.844925 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:00.883383 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827f4b18-d21b-4a46-9cbc-2378edae1e34,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:00.887067 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:00.888075 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:00.892943 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf4b1b-c18e-4f6f-a50f-9fa882d242f7 None None] Network 20ddf51d-abd0-4049-b791-24137bf2a8cd requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:01:00.894259 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-1e41549a-e349-4bf9-be3e-5ca76037d48d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/827f4b18-d21b-4a46-9cbc-2378edae1e34 HTTP/1.1" status: 204  len: 168 time: 0.4217381
Aug 23 02:01:00.896681 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60206) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:01.008533 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.021256 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Deleting port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:01:01.021584 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.157876 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] DHCP port deletion for 20ddf51d-abd0-4049-b791-24137bf2a8cd request from dv-cinder-805529-1-iscsi {{(pid=75866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 23 02:01:01.162279 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] Deleting port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:01:01.162652 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.332109 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] For port fe18ba88-7ef7-4577-9d15-a3edd0d121d7, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=fe18ba88-7ef7-4577-9d15-a3edd0d121d7,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:01:01.332407 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.367879 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] For port fe18ba88-7ef7-4577-9d15-a3edd0d121d7, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=fe18ba88-7ef7-4577-9d15-a3edd0d121d7,segment=NetworkSegment(8527b213-3828-4923-b1e2-d2bcbf6ddb87),segment_id=8527b213-3828-4923-b1e2-d2bcbf6ddb87)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:01:01.368269 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.453626 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Calling delete_port for fe18ba88-7ef7-4577-9d15-a3edd0d121d7 owned by network:dhcp {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:01:01.521782 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] Calling delete_port for fe18ba88-7ef7-4577-9d15-a3edd0d121d7 owned by network:dhcp {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:01:01.610994 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.615448 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-7bf4feb1-2ba6-48a8-bde4-9e2ea70baf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:01.624618 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 02:01:01.626017 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 02:01:01.662876 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe18ba88-7ef7-4577-9d15-a3edd0d121d7,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:01.665931 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:01.668424 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] No DVR routers for this DVR port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 on host dv-cinder-805529-1-iscsi {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:01:01.783607 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.801715 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480520610>,) {'filters': {'network_id': ['20ddf51d-abd0-4049-b791-24137bf2a8cd']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:01.814798 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480520610>, '8527b213-3828-4923-b1e2-d2bcbf6ddb87') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:01.815095 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480520610>, '8527b213-3828-4923-b1e2-d2bcbf6ddb87') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:01.827369 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.844183 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.850671 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 02:01:01.851047 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 02:01:01.866460 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 02:01:02.045224 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.049409 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-98a3e517-7d2a-45bf-81b3-fb00bf31be08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:02.063383 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.074462 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ddf51d-abd0-4049-b791-24137bf2a8cd,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:02.083201 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:02.128077 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] Deleting port fe18ba88-7ef7-4577-9d15-a3edd0d121d7 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:01:02.128648 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.157292 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] 10.222.0.20 "DELETE /v2.0/networks/20ddf51d-abd0-4049-b791-24137bf2a8cd HTTP/1.1" status: 204  len: 168 time: 1.2570202
Aug 23 02:01:02.175100 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60228) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:02.201951 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0d98e-27fe-41c3-8a68-2fbe81cb7fb9 None None] The port 'fe18ba88-7ef7-4577-9d15-a3edd0d121d7' was deleted {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 23 02:01:02.309609 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device d9315db6-3ede-4743-a8cd-890093357a34 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:01:02.350356 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: d9315db6-3ede-4743-a8cd-890093357a34 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:01:02.350829 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device d9315db6-3ede-4743-a8cd-890093357a34 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:01:02.351161 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device fe18ba88-7ef7-4577-9d15-a3edd0d121d7 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:01:02.351736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.383074 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: fe18ba88-7ef7-4577-9d15-a3edd0d121d7 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:01:02.383418 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device fe18ba88-7ef7-4577-9d15-a3edd0d121d7 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:01:02.384458 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:02.389375 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Usage tracker for resource:security_group_rule and tenant:845de35e291e437a90ca29f374ed99bc is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:02.400360 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:02.405570 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:02.471426 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.496056 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.563528 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.570473 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f53d7383-26b1-4ed1-a739-daeac6742580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:02.613718 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b640d70-5e22-4e56-b2f8-f3be42be8eaf,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:02.617024 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:02.619934 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60234) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:02.623549 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=845de35e291e437a90ca29f374ed99bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4473326
Aug 23 02:01:02.624118 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60238) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:02.674002 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-419d312e-7e53-4d67-9295-0c45d528564c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bb2cbb0b80946b59df7b67e0b0df333&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522535
Aug 23 02:01:02.677021 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60242) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:02.686149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bc8f6fe4-11c9-46f1-b734-66b71152908c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.712705 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bc8f6fe4-11c9-46f1-b734-66b71152908c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.734122 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-27a79606-937f-48cd-bffe-afbee192567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.760242 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-27a79606-937f-48cd-bffe-afbee192567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.826650 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bc8f6fe4-11c9-46f1-b734-66b71152908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.830473 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-4b6e6a52-7709-4e6c-92a2-468844438632 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:02.841700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f6fe4-11c9-46f1-b734-66b71152908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b640d70-5e22-4e56-b2f8-f3be42be8eaf,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:02.845049 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-bc8f6fe4-11c9-46f1-b734-66b71152908c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:02.848091 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bc8f6fe4-11c9-46f1-b734-66b71152908c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.849244 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-bc8f6fe4-11c9-46f1-b734-66b71152908c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b640d70-5e22-4e56-b2f8-f3be42be8eaf HTTP/1.1" status: 204  len: 168 time: 0.2242103
Aug 23 02:01:02.906593 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-27a79606-937f-48cd-bffe-afbee192567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.911503 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2e63f64a-09e3-4b85-b5fe-3c110acec94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:02.925864 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79606-937f-48cd-bffe-afbee192567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789cf01b-5b08-486d-93b9-f7b152940683,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:02.929738 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-27a79606-937f-48cd-bffe-afbee192567a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:02.932926 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-27a79606-937f-48cd-bffe-afbee192567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:02.934053 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-27a79606-937f-48cd-bffe-afbee192567a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/789cf01b-5b08-486d-93b9-f7b152940683 HTTP/1.1" status: 204  len: 168 time: 0.2561526
Aug 23 02:01:03.960311 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60282) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:03.978849 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:04.015197 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:04.015197 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Usage tracker for resource:security_group_rule and tenant:2d260d97697f45f19a565fa7387276d7 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:04.017182 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:04.022779 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:04.087588 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:04.278063 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:04.285263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9864ccdc-9e8f-4967-91ab-522d8e59f679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:04.322798 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac96c091-5eea-4a35-b288-e735e6d56a5a,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:04.326533 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:04.329111 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d260d97697f45f19a565fa7387276d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3678088
Aug 23 02:01:04.331625 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60294) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:04.394889 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb928-a411-4efb-bc23-c42c85723761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:04.423930 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb928-a411-4efb-bc23-c42c85723761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:04.553228 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb928-a411-4efb-bc23-c42c85723761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:04.558097 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3949f876-faa4-4ebe-9184-794744b5e123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:04.570482 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eb928-a411-4efb-bc23-c42c85723761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac96c091-5eea-4a35-b288-e735e6d56a5a,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:04.573434 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0c0eb928-a411-4efb-bc23-c42c85723761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:04.575332 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb928-a411-4efb-bc23-c42c85723761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:04.578916 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-0c0eb928-a411-4efb-bc23-c42c85723761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac96c091-5eea-4a35-b288-e735e6d56a5a HTTP/1.1" status: 204  len: 168 time: 0.2439888
Aug 23 02:01:05.326369 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60318) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:05.347377 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:05.382018 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:05.386123 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Usage tracker for resource:security_group_rule and tenant:85162dc96bd74d2c9c32647022f80851 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:05.389643 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:05.395720 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:05.467738 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:05.553179 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:05.560792 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7089c667-fdff-441c-b56b-f72bb678b820 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:05.601214 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53bab7-fddd-4a81-9bd9-d5dc1c6271ad,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:05.604739 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:05.607385 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-c1bc846a-9513-4dce-baf7-92f838e38982 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85162dc96bd74d2c9c32647022f80851&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2798381
Aug 23 02:01:05.610078 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60328) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:05.673232 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b6c23350-7259-40cf-a632-84d05176efca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:05.699370 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b6c23350-7259-40cf-a632-84d05176efca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:05.861520 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b6c23350-7259-40cf-a632-84d05176efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:05.865726 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0c292c7-bd31-435e-b21d-529228a2b4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:05.882066 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c23350-7259-40cf-a632-84d05176efca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53bab7-fddd-4a81-9bd9-d5dc1c6271ad,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:05.884422 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b6c23350-7259-40cf-a632-84d05176efca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:05.890362 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b6c23350-7259-40cf-a632-84d05176efca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:05.891483 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-b6c23350-7259-40cf-a632-84d05176efca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b53bab7-fddd-4a81-9bd9-d5dc1c6271ad HTTP/1.1" status: 204  len: 168 time: 0.2806497
Aug 23 02:01:06.042477 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60336) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:06.102497 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] Deleting subnet fefba1d2-d308-45c3-a30e-742da01aacbf {{(pid=75864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 02:01:06.105574 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.159224 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1100984'] for subnet, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.213254 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.353912 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1320315'] for subnet, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.360005 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d5f052c8-c2bb-4348-a2f2-c9353b20ea64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:06.403547 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fefba1d2-d308-45c3-a30e-742da01aacbf,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:06.406988 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:06.410029 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.418428 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-b92845bf-1e54-44d0-a09d-bfd5890b36f3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fefba1d2-d308-45c3-a30e-742da01aacbf HTTP/1.1" status: 204  len: 168 time: 0.3726313
Aug 23 02:01:06.418659 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60346) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:06.631000 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.763135 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.776356 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f748025b0a0>,) {'filters': {'network_id': ['6bc35fa8-39cc-432d-a6df-4901162a30bf']}} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:06.789263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f748025b0a0>, '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8') {'for_net_delete': True} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:06.789566 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f748025b0a0>, '9acc1ec9-0ab4-4fe2-b598-a2d4d32109f8') {} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:06.803625 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100983'] for segment, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.820522 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.827215 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=75864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 02:01:06.827595 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1224746'] for segment, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]: Traceback (most recent call last):
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     timer()
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     cb(*args, **kw)
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     return func(*args, **kwargs)
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     self._notify()
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     self.callback(batched_events)
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     event.method(event)
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     return f(self, *a, **k)
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._get(url).json()
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self.request(url, 'GET', **kwargs)
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 02:01:06.843323 dv-cinder-805529-1-iscsi neutron-server[75864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 02:01:06.993663 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:06.998335 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-05e7e824-8ac4-455f-bcd2-8ac338666feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:07.014617 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:07.020492 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc35fa8-39cc-432d-a6df-4901162a30bf,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:07.024671 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:07.088685 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-4d03f65e-3733-4c78-9f4b-cda7b7809c51 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6bc35fa8-39cc-432d-a6df-4901162a30bf HTTP/1.1" status: 204  len: 168 time: 0.6662502
Aug 23 02:01:07.345141 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:01:07.565276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60404) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:07.614861 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-bf5692d1-6475-489e-8055-60c7453ce7ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e97a243b107d49e88f0a17cbd77bce63&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484099
Aug 23 02:01:07.617225 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60408) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:07.675713 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-aa6d37e0-c2d2-4233-b7c2-6da8ef3fd526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:07.702195 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-aa6d37e0-c2d2-4233-b7c2-6da8ef3fd526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:07.872867 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-aa6d37e0-c2d2-4233-b7c2-6da8ef3fd526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:07.876667 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-09067fea-a027-4257-b1a3-ee9e924711fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:07.889705 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d37e0-c2d2-4233-b7c2-6da8ef3fd526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af6f24-f461-4ad8-91ea-5b06c9459dfb,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:07.892931 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-aa6d37e0-c2d2-4233-b7c2-6da8ef3fd526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:08.037618 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-aa6d37e0-c2d2-4233-b7c2-6da8ef3fd526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:08.038700 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-aa6d37e0-c2d2-4233-b7c2-6da8ef3fd526 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56af6f24-f461-4ad8-91ea-5b06c9459dfb HTTP/1.1" status: 204  len: 168 time: 0.4204926
Aug 23 02:01:15.987994 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:16.167699 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60528) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:16.313837 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:16.344072 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:16.348220 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Usage tracker for resource:security_group_rule and tenant:9242c46766eb4a4389e4d23fee592d45 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:16.351009 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:16.357881 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:16.429185 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:16.501488 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:16.511105 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9bb158c3-8071-4167-9694-319eb848ab82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:16.553632 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0470d57-0605-4983-ac44-9a2ab4ad828c,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:16.558411 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9242c46766eb4a4389e4d23fee592d45&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3896224
Aug 23 02:01:16.561800 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60536) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:16.567845 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.568212 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.568739 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.569094 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.569446 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.569794 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.570139 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.570483 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.571082 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.571434 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.571772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:16.576152 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-fe1dd21d-49da-41a3-bca0-b97e9127fad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:16.622096 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9a99f2d5-461b-4173-9e54-ced2361cf794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:16.650981 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9a99f2d5-461b-4173-9e54-ced2361cf794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:16.764662 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9a99f2d5-461b-4173-9e54-ced2361cf794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:16.768416 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-42b2793d-ef76-4827-aaf5-486732473fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:16.783555 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99f2d5-461b-4173-9e54-ced2361cf794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0470d57-0605-4983-ac44-9a2ab4ad828c,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:16.786435 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9a99f2d5-461b-4173-9e54-ced2361cf794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:16.788336 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9a99f2d5-461b-4173-9e54-ced2361cf794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:16.789402 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9a99f2d5-461b-4173-9e54-ced2361cf794 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0470d57-0605-4983-ac44-9a2ab4ad828c HTTP/1.1" status: 204  len: 168 time: 0.2265768
Aug 23 02:01:20.291755 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60602) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:20.439153 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:20.471049 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:20.474954 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Usage tracker for resource:security_group_rule and tenant:488a29bdc5f845aa863ee0a6c9a2d363 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:20.477804 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:20.483418 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:20.552001 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:20.604100 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:20.611710 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-cfbdeb6e-a2a5-4409-84b0-825ba91daf63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:20.653255 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858635c9-f7f1-4d01-9168-b8bfad752875,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:20.656854 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:20.662299 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60612) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:20.673204 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-7aa2365d-4dec-4066-be52-35c896a03772 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=488a29bdc5f845aa863ee0a6c9a2d363&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3802745
Aug 23 02:01:20.725288 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42f0d3fc-1d64-409a-af62-ecf8539d8128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:20.751212 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42f0d3fc-1d64-409a-af62-ecf8539d8128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:20.873429 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42f0d3fc-1d64-409a-af62-ecf8539d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:20.877431 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b8d0fb90-7157-4661-a07c-ea7041fd09aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:20.888523 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0d3fc-1d64-409a-af62-ecf8539d8128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858635c9-f7f1-4d01-9168-b8bfad752875,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:20.892964 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-42f0d3fc-1d64-409a-af62-ecf8539d8128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:20.894993 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-42f0d3fc-1d64-409a-af62-ecf8539d8128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:20.900591 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-42f0d3fc-1d64-409a-af62-ecf8539d8128 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/858635c9-f7f1-4d01-9168-b8bfad752875 HTTP/1.1" status: 204  len: 168 time: 0.2371800
Aug 23 02:01:21.537673 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60626) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:21.556659 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:21.590856 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:21.594704 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Usage tracker for resource:security_group_rule and tenant:a6c5c11bd5b7459e9153d723f04ca878 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:21.597462 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:21.603037 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:21.668463 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:21.730060 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:21.737471 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-235db837-4044-4f32-bb1e-3533837df834 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:21.778492 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f41516-90fd-4cd6-ae2d-c1444815b4bb,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:21.781927 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:21.787030 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6c5c11bd5b7459e9153d723f04ca878&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2472157
Aug 23 02:01:21.788760 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60630) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:21.848920 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-26279b63-8c3e-42ea-b2e4-d02bdea69175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:21.873810 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-26279b63-8c3e-42ea-b2e4-d02bdea69175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:21.998698 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-26279b63-8c3e-42ea-b2e4-d02bdea69175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:22.002835 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-690453c0-84b8-4fd9-85d8-bf9b872eb2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:22.017840 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26279b63-8c3e-42ea-b2e4-d02bdea69175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f41516-90fd-4cd6-ae2d-c1444815b4bb,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:22.020215 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-26279b63-8c3e-42ea-b2e4-d02bdea69175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:22.025167 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-26279b63-8c3e-42ea-b2e4-d02bdea69175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:22.026352 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-26279b63-8c3e-42ea-b2e4-d02bdea69175 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8f41516-90fd-4cd6-ae2d-c1444815b4bb HTTP/1.1" status: 204  len: 168 time: 0.2366648
Aug 23 02:01:27.603870 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-18600a8a-d783-4a33-b391-f536d061164c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:28.187237 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:29.901034 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-412197e5-08ff-443d-a49d-679091ab2afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:30.844536 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:31.754415 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60824) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:31.892623 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:31.923878 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:31.927712 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Usage tracker for resource:security_group_rule and tenant:a85c4108c05f4cf0b7548a316bf6aaa5 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:31.930802 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:31.937221 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:32.002320 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:32.066805 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:32.073585 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3af22478-8aaa-4f70-b546-ba2f598cf828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:32.113923 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6dbb5-9e35-4d93-9c78-8181e443c6c0,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:32.118961 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a85c4108c05f4cf0b7548a316bf6aaa5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3635595
Aug 23 02:01:32.121654 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60838) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:32.122991 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:32.184328 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-711bd1b7-b867-48d5-bddc-94c9b7f78266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:32.209622 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-711bd1b7-b867-48d5-bddc-94c9b7f78266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:32.335578 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-711bd1b7-b867-48d5-bddc-94c9b7f78266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:32.340608 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ba07ff6d-f56a-4499-b0de-4843a024785f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:32.354140 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bd1b7-b867-48d5-bddc-94c9b7f78266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6dbb5-9e35-4d93-9c78-8181e443c6c0,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:32.357061 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-711bd1b7-b867-48d5-bddc-94c9b7f78266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:32.370321 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-711bd1b7-b867-48d5-bddc-94c9b7f78266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:32.374350 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-711bd1b7-b867-48d5-bddc-94c9b7f78266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adc6dbb5-9e35-4d93-9c78-8181e443c6c0 HTTP/1.1" status: 204  len: 168 time: 0.2510514
Aug 23 02:01:32.597542 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:33.581730 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60868) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:33.708984 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-443805685-network', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:33.713548 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:33.717981 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Usage tracker for resource:network and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:33.720854 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:33.726647 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:33.820523 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Made reservation on behalf of ba20ee0dab434973abcdb6e3cf80a34a for: {'network': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:01:33.822912 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:33.835132 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:33.865689 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:33.869435 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Usage tracker for resource:security_group_rule and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:33.872220 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:33.879381 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:33.954631 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.026298 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.029229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-27a79606-937f-48cd-bffe-afbee192567a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:34.059177 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=75864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 02:01:34.067385 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ebbd27-3793-44b5-a66d-b6d469970bb9,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:34.070838 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:34.073180 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.073522 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.segments_db [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Added segment cd9d78bf-4572-4e90-afa8-123b56ea3eab of type vlan for network 1211997b-aea8-47d1-b403-2561587160e9
Aug 23 02:01:34.100552 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.203640 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.204717 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:01:34.205318 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.208918 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:34.309067 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Pushing event updated for resources: {'Network': ['ID=1211997b-aea8-47d1-b403-2561587160e9,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:34.312520 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:34.319824 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 1211997b-aea8-47d1-b403-2561587160e9 details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 02:01:34.385442 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7999463
Aug 23 02:01:34.385740 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60882) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:34.391971 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Request body: {'subnet': {'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-443805685-subnet', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:34.396730 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:34.400532 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Usage tracker for resource:subnet and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:34.403420 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:34.409242 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:34.460951 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Made reservation on behalf of ba20ee0dab434973abcdb6e3cf80a34a for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:01:34.463289 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1320288'] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.713026 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1224899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1320306'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.717691 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2da8c008-baee-40a8-800e-1067e6f7ab2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:34.791657 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a9d79d-45cd-4af6-8d08-599b27792300,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:34.795094 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:34.802513 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Checking segment: {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:01:34.802872 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Network hostable DHCP agents. Network: 1211997b-aea8-47d1-b403-2561587160e9, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 02:01:34.877748 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Network 1211997b-aea8-47d1-b403-2561587160e9 is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 02:01:34.946368 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 1211997b-aea8-47d1-b403-2561587160e9) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:34.950284 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:01:34.950901 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:34.954883 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98676541-e30f-4458-a2b6-78b3fb136aaf None None] Network 1211997b-aea8-47d1-b403-2561587160e9 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:01:35.015735 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-54fb7cea-59d9-4b5f-bbc2-3407bc77c4e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6289232
Aug 23 02:01:35.018287 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60890) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:35.023500 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:35.027906 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:35.031772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Usage tracker for resource:router and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:35.034629 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:35.040242 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:35.095400 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.096360 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.114367 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.164582 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-1211997b-aea8-47d1-b403-2561587160e9', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 02:01:35.165407 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.319695 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.320413 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Allocated IP 172.20.0.2 (1211997b-aea8-47d1-b403-2561587160e9/86a9d79d-45cd-4af6-8d08-599b27792300/8515033d-23d8-4d0f-8eba-a224c692bdca) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:01:35.518420 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.529129 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Transition to ACTIVE for port object 8515033d-23d8-4d0f-8eba-a224c692bdca will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:35.550027 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Transition to ACTIVE for port object 8515033d-23d8-4d0f-8eba-a224c692bdca will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:35.621822 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.626339 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:35.662540 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.693000 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.694689 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Network 1211997b-aea8-47d1-b403-2561587160e9 is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:01:35.698555 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:35.700424 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Pushing event updated for resources: {'Port': ['ID=8515033d-23d8-4d0f-8eba-a224c692bdca,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:35.703331 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:01:35.714603 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.714948 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.715319 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.715615 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.715940 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.716262 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.716604 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.717013 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.717480 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.718305 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.718624 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:35.760347 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:35.808113 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Attempting to bind port 8515033d-23d8-4d0f-8eba-a224c692bdca on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:01:35.808490 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Attempting to bind port 8515033d-23d8-4d0f-8eba-a224c692bdca by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:01:35.809012 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Attempting to bind port 8515033d-23d8-4d0f-8eba-a224c692bdca on network 1211997b-aea8-47d1-b403-2561587160e9 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:01:35.815362 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:01:35.815743 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Checking segment: {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:01:35.816148 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.816547 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Bound using segment: {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:01:35.817065 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Bound port: 8515033d-23d8-4d0f-8eba-a224c692bdca, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:01:35.817444 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:35.831887 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Allocated IP 172.27.2.89 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/f79b362c-ad77-4770-9d13-7cadc89402d0) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:01:35.938303 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] For port 8515033d-23d8-4d0f-8eba-a224c692bdca, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:01:35.941285 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] For port 8515033d-23d8-4d0f-8eba-a224c692bdca, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=8515033d-23d8-4d0f-8eba-a224c692bdca,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:01:35.986980 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:36.026846 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:36.031145 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:36.095694 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:36.099608 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-01072e0f-1a4f-4474-8c3c-fe4100cbde61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:36.113418 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Pushing event updated for resources: {'Port': ['ID=8515033d-23d8-4d0f-8eba-a224c692bdca,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:36.116404 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:36.169853 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:01:36.172999 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:36.177798 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:01:36.205720 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Pushing event updated for resources: {'Port': ['ID=f79b362c-ad77-4770-9d13-7cadc89402d0,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:36.213082 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:36.366653 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 8515033d-23d8-4d0f-8eba-a224c692bdca up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:36.411278 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:36.412125 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:36.500986 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 8515033d-23d8-4d0f-8eba-a224c692bdca completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:36.700799 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Router 3738c221-3a53-4144-864e-cf944884ec8c is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 02:01:36.924976 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:01:36.934204 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Sync routers for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:01:36.954572 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:01:36.955224 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74812f4e80>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:01:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:37.022175 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:37.026590 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.0049219
Aug 23 02:01:37.026929 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60910) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:37.129737 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859fea8-c643-4ed1-b7b1-26902dc61dcf None None] Network 1211997b-aea8-47d1-b403-2561587160e9 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:01:37.210575 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:01:37.473277 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] Provisioning for port 8515033d-23d8-4d0f-8eba-a224c692bdca completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:37.493503 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] Provisioning complete for port 8515033d-23d8-4d0f-8eba-a224c692bdca triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:37.493880 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:37.747334 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:37.792369 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74812f4e80>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:36Z', 'revision_number': 3, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:37.799607 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] For port 8515033d-23d8-4d0f-8eba-a224c692bdca, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=8515033d-23d8-4d0f-8eba-a224c692bdca,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:01:37.801357 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Checking router: 3738c221-3a53-4144-864e-cf944884ec8c for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:01:37.801357 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Updating router 3738c221-3a53-4144-864e-cf944884ec8c port f79b362c-ad77-4770-9d13-7cadc89402d0 binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 02:01:37.855203 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:37.883239 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:37.890423 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:37.931005 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.032079 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] Pushing event updated for resources: {'Port': ['ID=8515033d-23d8-4d0f-8eba-a224c692bdca,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:38.037646 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:38.057338 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-30b745b7-7c3d-4ea9-8b41-9e848def7cc1 None None] Provisioning complete for port 8515033d-23d8-4d0f-8eba-a224c692bdca triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:38.057663 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-30b745b7-7c3d-4ea9-8b41-9e848def7cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.147768 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Allocated IP 172.20.0.1 (1211997b-aea8-47d1-b403-2561587160e9/86a9d79d-45cd-4af6-8d08-599b27792300/1893ec9f-3dbc-432e-8f0b-ac8601f906a3) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:01:38.313285 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.331117 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Transition to ACTIVE for port object 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:38.339590 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 8515033d-23d8-4d0f-8eba-a224c692bdca up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:38.450323 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.452192 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.456763 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d98f190f-4493-46fb-b340-5884186187c8 tempest-AttachVolumeNegativeTest-597425803 tempest-AttachVolumeNegativeTest-597425803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:38.467108 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Transition to ACTIVE for port object f79b362c-ad77-4770-9d13-7cadc89402d0 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:38.478128 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 8515033d-23d8-4d0f-8eba-a224c692bdca triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:38.478750 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.518833 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Network 1211997b-aea8-47d1-b403-2561587160e9 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:01:38.521998 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:38.525020 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:01:38.570225 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.571043 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Pushing event updated for resources: {'Port': ['ID=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:38.585014 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:38.585170 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-4d2b3884-902b-4f29-be65-2f3500585d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:38.595698 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.693575 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a4294-39a6-4a65-988d-e8b11e3cd461 None None] Pushing event updated for resources: {'Port': ['ID=f79b362c-ad77-4770-9d13-7cadc89402d0,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:38.697512 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-ba0a4294-39a6-4a65-988d-e8b11e3cd461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:38.702680 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Attempting to bind port f79b362c-ad77-4770-9d13-7cadc89402d0 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:01:38.705260 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Attempting to bind port f79b362c-ad77-4770-9d13-7cadc89402d0 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:01:38.705260 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Attempting to bind port f79b362c-ad77-4770-9d13-7cadc89402d0 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:01:38.710807 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:01:38.711215 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:01:38.711610 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.712008 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:01:38.712482 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Bound port: f79b362c-ad77-4770-9d13-7cadc89402d0, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:01:38.712903 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.759252 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.809709 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] For port f79b362c-ad77-4770-9d13-7cadc89402d0, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:01:38.812862 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] For port f79b362c-ad77-4770-9d13-7cadc89402d0, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=f79b362c-ad77-4770-9d13-7cadc89402d0,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:01:38.890717 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.896527 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:38.955747 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-30208e12-be2a-4dbb-9165-a7893eae6f23 None None] Provisioning for port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:38.967087 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-30208e12-be2a-4dbb-9165-a7893eae6f23 None None] Provisioning complete for port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:38.968128 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-30208e12-be2a-4dbb-9165-a7893eae6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:38.996832 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60932) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:39.028928 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.031546 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a4294-39a6-4a65-988d-e8b11e3cd461 None None] Pushing event updated for resources: {'Port': ['ID=f79b362c-ad77-4770-9d13-7cadc89402d0,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:39.036614 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-ba0a4294-39a6-4a65-988d-e8b11e3cd461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:39.045189 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:01:39.045852 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74812f4e80>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:01:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:39.089502 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.098556 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-30208e12-be2a-4dbb-9165-a7893eae6f23 None None] Port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:01:39.121939 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-8d3482c3-7f2d-4c40-bfd2-fa6b891f8f17 tempest-TestMinimumBasicScenario-2120096268 tempest-TestMinimumBasicScenario-2120096268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:39.170827 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.203947 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.207588 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Pushing event updated for resources: {'Port': ['ID=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:39.211481 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:39.224188 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:39.228152 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Usage tracker for resource:security_group_rule and tenant:9d0db0e2722647ec802ea73002427ec0 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:39.229582 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:01:39.231277 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:39.237749 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:39.304237 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.354077 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Network 1211997b-aea8-47d1-b403-2561587160e9 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:01:39.355344 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:39.398420 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.433092 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-6fc543e0-90bb-4519-a82e-fb01b3ee4dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:39.462634 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d0db0e2722647ec802ea73002427ec0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4640872
Aug 23 02:01:39.466436 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60938) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:39.520208 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c4a51b-5985-41b2-9345-0145092e1129,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:39.542127 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:39.575317 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cd90426e-46bc-4140-85db-2214253a1612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.609367 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cd90426e-46bc-4140-85db-2214253a1612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.622262 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74812f4e80>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 2, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:39.641634 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2d348-bb94-466f-9218-8c6e29297ed1 None None] The sync data for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi is: [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 2, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:01:39.649854 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a311c34e-e75b-4902-af13-4f721550d9f0 None None] Provisioning complete for port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:39.650233 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a311c34e-e75b-4902-af13-4f721550d9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.740803 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cd90426e-46bc-4140-85db-2214253a1612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.741094 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-a311c34e-e75b-4902-af13-4f721550d9f0 None None] Port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:01:39.754825 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9fa4e060-7ed6-47ae-8719-d16391b01b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:39.793753 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-cd90426e-46bc-4140-85db-2214253a1612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:39.795147 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-cd90426e-46bc-4140-85db-2214253a1612 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7c4a51b-5985-41b2-9345-0145092e1129 HTTP/1.1" status: 204  len: 168 time: 0.3276165
Aug 23 02:01:39.816941 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90426e-46bc-4140-85db-2214253a1612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c4a51b-5985-41b2-9345-0145092e1129,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:39.828436 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-cd90426e-46bc-4140-85db-2214253a1612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:39.989229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Router 3738c221-3a53-4144-864e-cf944884ec8c has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:01:40.210923 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:01:40.221248 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] 10.222.0.20 "PUT /v2.0/routers/3738c221-3a53-4144-864e-cf944884ec8c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1932311
Aug 23 02:01:40.532260 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60954) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:40.552065 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:40.584198 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:40.588819 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Usage tracker for resource:security_group_rule and tenant:b9860e4cb5fa4568b8d4c5b76cac87ad is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:40.591970 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:40.599094 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:40.676096 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:40.729707 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:40.736711 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ea853553-6da3-4e00-b32b-e6516d79c6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:40.774776 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841e9558-1bcc-45f4-9987-d367ed833766,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:40.780931 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:40.787931 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9860e4cb5fa4568b8d4c5b76cac87ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2520392
Aug 23 02:01:40.788337 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60962) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:40.856531 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ade2b9ea-9f20-4c58-9242-d8de70cc4a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:40.887008 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ade2b9ea-9f20-4c58-9242-d8de70cc4a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.009817 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ade2b9ea-9f20-4c58-9242-d8de70cc4a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.015490 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0c0eb928-a411-4efb-bc23-c42c85723761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:41.026379 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2b9ea-9f20-4c58-9242-d8de70cc4a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841e9558-1bcc-45f4-9987-d367ed833766,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:41.031543 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ade2b9ea-9f20-4c58-9242-d8de70cc4a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:41.034416 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-ade2b9ea-9f20-4c58-9242-d8de70cc4a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.034783 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-ade2b9ea-9f20-4c58-9242-d8de70cc4a36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/841e9558-1bcc-45f4-9987-d367ed833766 HTTP/1.1" status: 204  len: 168 time: 0.2453363
Aug 23 02:01:41.481927 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60982) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:41.488319 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1336464804-network', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:41.493161 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:41.497316 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Usage tracker for resource:network and tenant:43a820182dcb47b09cc7c3cb5985a1ca is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:41.500886 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:41.508920 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:41.621198 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Made reservation on behalf of 43a820182dcb47b09cc7c3cb5985a1ca for: {'network': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:01:41.624365 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for network, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.636747 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.666486 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:41.670809 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Usage tracker for resource:security_group_rule and tenant:43a820182dcb47b09cc7c3cb5985a1ca is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:41.673604 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:41.679790 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:41.708697 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60986) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:41.726834 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.746033 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.758154 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:41.766908 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Usage tracker for resource:security_group_rule and tenant:20a18989a7794534b3c03102ae9c2695 is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:41.766908 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:41.770238 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:41.814829 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.818977 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-610466b3-5200-4471-aae6-b4c585addba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:41.844691 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=75865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 23 02:01:41.855940 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf8aef-6fec-4ea1-be32-b0d7d0a9fc2f,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:41.860519 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:41.861423 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.861753 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.segments_db [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Added segment 9e4d1590-a57c-42bb-af8d-ea6ea09031fc of type vlan for network 16beefb7-6ed3-445b-b1ca-e9baeadf937c
Aug 23 02:01:41.874400 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.886851 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758647909030'] for network, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.935154 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.941625 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b6c23350-7259-40cf-a632-84d05176efca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:41.982662 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422c38ad-21d9-4b9c-b3ec-57664a91ab8b,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:41.986854 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:41.992540 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857'] for network, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:41.993143 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-42f62856-3e33-44aa-a181-6dbc8d8c4eef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20a18989a7794534b3c03102ae9c2695&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2833791
Aug 23 02:01:41.994366 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:01:41.995013 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.002099 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 60992) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:42.002099 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:42.224849 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Pushing event updated for resources: {'Network': ['ID=16beefb7-6ed3-445b-b1ca-e9baeadf937c,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:42.228122 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:42.234839 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Network 16beefb7-6ed3-445b-b1ca-e9baeadf937c details requested by agent ovs-agent-dv-cinder-805529-1-iscsi with host dv-cinder-805529-1-iscsi {{(pid=75866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 23 02:01:42.251408 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-521659cb-35e7-4af2-b47b-2346dbf16dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.277967 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-521659cb-35e7-4af2-b47b-2346dbf16dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.294030 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 60996) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:42.300885 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-f70cad32-d02b-4c02-bba2-359a01eb7316 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8137746
Aug 23 02:01:42.301255 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Request body: {'subnet': {'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1336464804-subnet', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'ip_version': 4}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:42.308899 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:42.314175 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Usage tracker for resource:subnet and tenant:43a820182dcb47b09cc7c3cb5985a1ca is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:42.321718 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:42.329537 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:42.365453 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device f79b362c-ad77-4770-9d13-7cadc89402d0 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:42.426564 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Made reservation on behalf of 43a820182dcb47b09cc7c3cb5985a1ca for: {'subnet': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:01:42.436260 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1320288'] for subnet, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.454871 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-521659cb-35e7-4af2-b47b-2346dbf16dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.459901 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a041b1c9-6bac-4597-861e-df31375a16ba tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:42.472203 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521659cb-35e7-4af2-b47b-2346dbf16dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422c38ad-21d9-4b9c-b3ec-57664a91ab8b,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:42.475082 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-521659cb-35e7-4af2-b47b-2346dbf16dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:42.476946 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-521659cb-35e7-4af2-b47b-2346dbf16dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.478031 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-521659cb-35e7-4af2-b47b-2346dbf16dff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/422c38ad-21d9-4b9c-b3ec-57664a91ab8b HTTP/1.1" status: 204  len: 168 time: 0.4611948
Aug 23 02:01:42.512488 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port f79b362c-ad77-4770-9d13-7cadc89402d0 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:42.517885 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port f79b362c-ad77-4770-9d13-7cadc89402d0 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:42.520735 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.635115 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.651643 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port f79b362c-ad77-4770-9d13-7cadc89402d0, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=f79b362c-ad77-4770-9d13-7cadc89402d0,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:01:42.700886 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1224899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1320306'] for subnet, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.706275 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5ff637e8-73ad-4cbe-ad3c-fce2729e10cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:42.729210 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.731053 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:42.778145 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=608a0623-b19d-4e78-b5d4-4beed655b6ad,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:42.782301 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:42.791822 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Checking segment: {'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:01:42.792189 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Network hostable DHCP agents. Network: 16beefb7-6ed3-445b-b1ca-e9baeadf937c, hostable agents: ['921e0306-ab05-4100-a7aa-03f71d1b7bd9'], hosted agents: [] {{(pid=75864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 23 02:01:42.831122 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=f79b362c-ad77-4770-9d13-7cadc89402d0,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:42.834288 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:42.877913 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Network 16beefb7-6ed3-445b-b1ca-e9baeadf937c is scheduled to be hosted by DHCP agent 921e0306-ab05-4100-a7aa-03f71d1b7bd9 with binding_index 1 {{(pid=75864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 23 02:01:42.952317 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-iscsi, 16beefb7-6ed3-445b-b1ca-e9baeadf937c) {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:42.957101 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:01:42.958062 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:42.961812 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb63f9-beec-433d-a474-ccc8d91812f8 None None] Network 16beefb7-6ed3-445b-b1ca-e9baeadf937c requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:01:43.052132 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-560499b9-2d4e-4252-ad82-f2c5e5f96723 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7570064
Aug 23 02:01:43.054875 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 32776) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:43.062046 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:43.067393 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:43.072178 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Usage tracker for resource:router and tenant:43a820182dcb47b09cc7c3cb5985a1ca is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:43.075305 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:43.082370 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:43.158642 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14047'] for router, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.159754 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13860'] for router, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.179817 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.195239 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29981fb4-cce2-5e3b-a152-af581eeeddcb-16beefb7-6ed3-445b-b1ca-e9baeadf937c', 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'fixed_ips': [{'subnet_id': '608a0623-b19d-4e78-b5d4-4beed655b6ad'}]}} from dv-cinder-805529-1-iscsi. {{(pid=75866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 23 02:01:43.196082 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.353655 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.db_base_plugin_common [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Allocated IP 172.20.0.2 (16beefb7-6ed3-445b-b1ca-e9baeadf937c/608a0623-b19d-4e78-b5d4-4beed655b6ad/591d5bd4-6ebb-45fc-a760-370daa5a1d91) {{(pid=75866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:01:43.429114 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13874'] for router, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.562752 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Notify callbacks [] for port, precommit_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.572387 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Transition to ACTIVE for port object 591d5bd4-6ebb-45fc-a760-370daa5a1d91 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:43.589703 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Transition to ACTIVE for port object 591d5bd4-6ebb-45fc-a760-370daa5a1d91 will not be triggered until provisioned by entity DHCP. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:43.690106 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343'] for port, after_create {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.692293 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.695358 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:43.726421 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.762425 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Network 16beefb7-6ed3-445b-b1ca-e9baeadf937c is already hosted by enough agents. {{(pid=75866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:01:43.765827 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.scheduler.base_scheduler [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Resources bound (agent type, host, resource id):  {{(pid=75866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:43.768753 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Received port after_create {{(pid=75866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:01:43.774204 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Pushing event updated for resources: {'Port': ['ID=591d5bd4-6ebb-45fc-a760-370daa5a1d91,revision_number=1']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:43.777848 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:43.863638 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Allocated IP 172.27.2.110 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/d6fd1a14-3faf-40ec-8b58-15d3adaa74c5) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:01:43.865512 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Attempting to bind port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:01:43.865885 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Attempting to bind port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:01:43.866271 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Attempting to bind port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 on network 16beefb7-6ed3-445b-b1ca-e9baeadf937c {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:01:43.872851 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:01:43.874987 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Checking segment: {'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:01:43.874987 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.874987 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Bound using segment: {'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:01:43.874987 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Bound port: 591d5bd4-6ebb-45fc-a760-370daa5a1d91, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:01:43.874987 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:43.969044 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] For port 591d5bd4-6ebb-45fc-a760-370daa5a1d91, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:01:43.972150 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] For port 591d5bd4-6ebb-45fc-a760-370daa5a1d91, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=591d5bd4-6ebb-45fc-a760-370daa5a1d91,segment=NetworkSegment(9e4d1590-a57c-42bb-af8d-ea6ea09031fc),segment_id=9e4d1590-a57c-42bb-af8d-ea6ea09031fc)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:01:44.016839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:44.060743 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:44.064730 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:44.112219 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:44.116862 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-70d5796a-5f66-4561-a4e7-d703af600f22 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:44.137490 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Pushing event updated for resources: {'Port': ['ID=591d5bd4-6ebb-45fc-a760-370daa5a1d91,revision_number=2']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:44.141044 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:44.309333 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:01:44.312980 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:44.317754 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:01:44.376492 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device f79b362c-ad77-4770-9d13-7cadc89402d0 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:44.382874 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:01:44.439735 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d6fd1a14-3faf-40ec-8b58-15d3adaa74c5,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:44.446837 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:44.518100 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port f79b362c-ad77-4770-9d13-7cadc89402d0 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:44.518476 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:44.597955 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:44.599046 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-444518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450075'] for router, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:44.906321 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d is scheduled to L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 with binding_index 1 {{(pid=75864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 23 02:01:45.119621 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:01:45.132375 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Sync routers for ids ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:01:45.151183 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Routers {'75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:01:45.151857 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480d71100>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:01:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:45.375249 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:45.382300 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3206751
Aug 23 02:01:45.382641 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 32824) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:45.398632 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Set router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:01:45.453373 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87044ed5-72d6-42b7-bccd-733759c44717 None None] Network 16beefb7-6ed3-445b-b1ca-e9baeadf937c requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:01:45.646379 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a0f5ca17-cc77-4488-b4c7-7bdd8fbd3f05 None None] Provisioning for port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:45.747793 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480d71100>, [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:44Z', 'revision_number': 3, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:45.758529 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Checking router: 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:01:45.759123 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Updating router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 02:01:45.819580 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.032447 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.199700 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.212106 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Transition to ACTIVE for port object d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:46.266474 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.358329 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.366727 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-f4854f3f-2634-4493-b0f3-ed85f2c47f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:46.378057 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 591d5bd4-6ebb-45fc-a760-370daa5a1d91 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:46.473772 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Attempting to bind port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:01:46.474899 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Attempting to bind port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:01:46.475256 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Attempting to bind port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 on network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:01:46.494281 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:01:46.494573 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Checking segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:01:46.494958 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.495416 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Bound using segment: {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:01:46.495903 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Bound port: d6fd1a14-3faf-40ec-8b58-15d3adaa74c5, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea52566-dd0e-492e-a06f-ce794d4b490b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:01:46.496297 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.525896 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Pushing event updated for resources: {'Port': ['ID=d6fd1a14-3faf-40ec-8b58-15d3adaa74c5,revision_number=2']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:46.530198 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:46.536407 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:46.536820 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.549872 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.550461 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.550989 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.551490 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.551820 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.552144 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.552472 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.552844 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.553167 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.553486 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.553802 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:46.557691 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:46.596704 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] For port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:01:46.600400 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] For port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=d6fd1a14-3faf-40ec-8b58-15d3adaa74c5,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:01:46.609598 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Allocated IP 172.20.0.1 (16beefb7-6ed3-445b-b1ca-e9baeadf937c/608a0623-b19d-4e78-b5d4-4beed655b6ad/43ce36cb-b4c6-4a95-a6df-beb92951de9d) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:01:46.669515 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.713042 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.714509 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 591d5bd4-6ebb-45fc-a760-370daa5a1d91, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=591d5bd4-6ebb-45fc-a760-370daa5a1d91,segment=NetworkSegment(9e4d1590-a57c-42bb-af8d-ea6ea09031fc),segment_id=9e4d1590-a57c-42bb-af8d-ea6ea09031fc)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:01:46.718991 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:46.777165 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.795839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Transition to ACTIVE for port object 43ce36cb-b4c6-4a95-a6df-beb92951de9d will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:46.805490 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Pushing event updated for resources: {'Port': ['ID=d6fd1a14-3faf-40ec-8b58-15d3adaa74c5,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:46.810311 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.812241 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-e28b8046-5a9c-4818-9a5c-18ff0f70c32a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:46.817865 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-8b6e74cd-37c6-47ed-b0b3-a2f9b4fd1227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:46.819455 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Routers {'75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:01:46.820240 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480d71100>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:01:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:46.875579 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=591d5bd4-6ebb-45fc-a760-370daa5a1d91,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:46.878788 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:46.912795 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:46.917233 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ac917fc6-27a0-4b11-8fa8-b046827dd128 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:46.983639 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Network 16beefb7-6ed3-445b-b1ca-e9baeadf937c is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:01:46.986535 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:46.992746 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:01:47.002424 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] Set router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:01:47.028348 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Pushing event updated for resources: {'Port': ['ID=43ce36cb-b4c6-4a95-a6df-beb92951de9d,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:47.035377 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:47.067961 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450245'] for router_interface, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:47.248996 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:47.289840 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-6095cc18-7fdb-48b1-bbfe-3a8d4fd698b4 None None] Provisioning for port 43ce36cb-b4c6-4a95-a6df-beb92951de9d completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:47.297317 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480d71100>, [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:44Z', 'revision_number': 3, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:47.297858 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-6095cc18-7fdb-48b1-bbfe-3a8d4fd698b4 None None] Provisioning complete for port 43ce36cb-b4c6-4a95-a6df-beb92951de9d triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:47.298190 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6095cc18-7fdb-48b1-bbfe-3a8d4fd698b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:47.301586 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c36c25-61bc-41ca-a56a-43e7d331518f None None] The sync data for ids ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'] in dv-cinder-805529-1-iscsi is: [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:44Z', 'revision_number': 3, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:01:47.357128 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-6095cc18-7fdb-48b1-bbfe-3a8d4fd698b4 None None] Port 43ce36cb-b4c6-4a95-a6df-beb92951de9d cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:01:47.493027 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:47.592747 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:47.618998 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a37b2a96-e7e6-4cb2-b331-dba2e92255d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:47.695699 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3526925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447276'] for router_interface, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:47.699949 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Pushing event updated for resources: {'Port': ['ID=43ce36cb-b4c6-4a95-a6df-beb92951de9d,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:47.703548 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:47.838158 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Network 16beefb7-6ed3-445b-b1ca-e9baeadf937c is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:01:47.839346 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:01:48.079377 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-2af2a808-a9fe-4753-bb16-e9b42f3aa3f6 None None] Provisioning complete for port 43ce36cb-b4c6-4a95-a6df-beb92951de9d triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:48.079864 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2af2a808-a9fe-4753-bb16-e9b42f3aa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:48.174994 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-2af2a808-a9fe-4753-bb16-e9b42f3aa3f6 None None] Port 43ce36cb-b4c6-4a95-a6df-beb92951de9d cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:01:48.248774 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:01:48.337885 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 591d5bd4-6ebb-45fc-a760-370daa5a1d91 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:48.427775 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:48.428149 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:48.602272 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:01:48.611769 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] 10.222.0.20 "PUT /v2.0/routers/75e45785-a8a8-45c7-82ac-fa6a78a8eb5d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2280312
Aug 23 02:01:49.521804 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32884) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:49.527991 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807745325', 'description': 'tempest-secgroup-smoke-1807745325 description', 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:49.534586 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:49.538295 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:security_group and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:49.541290 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:49.547923 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:49.644304 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:49.678094 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:49.681933 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:security_group_rule and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:49.684768 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:49.690919 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:49.743862 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:49.837872 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:49.843210 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-965f737d-c30e-449b-b2e5-f231921da9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:49.883814 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e39a02-1acd-4a54-9b84-62874a78c639,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:49.891997 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.892378 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.892772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.893142 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.893505 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.893905 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.894262 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.894620 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.895003 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.895361 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.895717 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:01:49.899751 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:49.969279 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:49.970536 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4475355
Aug 23 02:01:49.973787 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32890) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:49.979738 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'security_group_rule': {'security_group_id': '16e39a02-1acd-4a54-9b84-62874a78c639', 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:49.986096 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:49.989847 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:security_group_rule and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:49.992724 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:49.999418 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:50.026187 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32894) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:50.113846 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.168980 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.210504 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.218949 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:50.222765 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Usage tracker for resource:security_group_rule and tenant:57e3d8bb65a640fd9292bf4ae605dbfe is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:50.225576 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:50.231388 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:50.299618 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.317608 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.319677 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5ed1a722-9948-46fc-884f-f04b99fdb967 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:50.340818 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05679f1-823f-4f79-8efa-0ab423766554,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:50.344008 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:50.397997 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.405281 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-bed0120a-b630-4c5f-a558-be3194c06e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:50.437417 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.438582 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-93281b8e-59de-40e5-9363-ba6e2b6d1285 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4638796
Aug 23 02:01:50.442209 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 32904) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:50.448263 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63b1bd6-c972-454a-b574-2d030db04aa3,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:50.448973 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'security_group_rule': {'security_group_id': '16e39a02-1acd-4a54-9b84-62874a78c639', 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:50.452791 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57e3d8bb65a640fd9292bf4ae605dbfe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4256320
Aug 23 02:01:50.453787 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:50.455437 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32908) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:50.457293 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:50.461419 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:security_group_rule and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:50.464348 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:50.471193 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:50.519180 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3b3c56bd-a610-4dbd-9241-2b13bd1eae36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.544903 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3b3c56bd-a610-4dbd-9241-2b13bd1eae36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.592459 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.678141 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3b3c56bd-a610-4dbd-9241-2b13bd1eae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.683479 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-8c6c298e-b14f-4677-86dc-4d630f805c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:50.692535 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.699522 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c56bd-a610-4dbd-9241-2b13bd1eae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63b1bd6-c972-454a-b574-2d030db04aa3,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:50.699522 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-3b3c56bd-a610-4dbd-9241-2b13bd1eae36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:50.703955 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-3b3c56bd-a610-4dbd-9241-2b13bd1eae36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.705534 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-3b3c56bd-a610-4dbd-9241-2b13bd1eae36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b63b1bd6-c972-454a-b574-2d030db04aa3 HTTP/1.1" status: 204  len: 168 time: 0.2487793
Aug 23 02:01:50.735870 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 32916) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:50.792295 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.805684 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-bb634da5-e342-4652-8346-e54a2c47a1c9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:50.823927 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b7509a-551f-41e1-822a-1ba4d17362f8,revision_number=0']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:50.827451 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:50.883279 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.895743 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:50.896910 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d337401c-b8ec-4a14-8c1a-446682b5d191 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4536328
Aug 23 02:01:50.899715 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32922) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:50.905638 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'security_group_rule': {'security_group_id': '16e39a02-1acd-4a54-9b84-62874a78c639', 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:50.911409 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:50.915218 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:security_group_rule and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:50.917002 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:50.918168 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:50.920804 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Usage tracker for resource:security_group_rule and tenant:888e1ffb89b1414aad7461bdfd6e2aff is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:50.923557 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:50.923876 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:50.929596 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:50.994219 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.033385 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.101839 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.112342 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.120875 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0cf4da5c-cf93-4f03-b592-49dbb91e4831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:51.161779 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f726624c-01b7-47c1-976f-5e418d1bdd3a,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:51.165112 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:51.170128 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-2e74e05f-0d35-406c-a0e2-5af748fa0787 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=888e1ffb89b1414aad7461bdfd6e2aff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4307687
Aug 23 02:01:51.171289 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32928) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:51.192028 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.196891 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:51.231544 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd7fd06-dbec-4435-9d5a-0f3956a8e6c5,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:51.238169 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:51.262492 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bd04f984-c46d-4687-994a-e1511b5d47c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.288160 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bd04f984-c46d-4687-994a-e1511b5d47c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.346087 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.347274 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4465766
Aug 23 02:01:51.349946 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32932) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:51.355389 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'security_group_rule': {'security_group_id': '16e39a02-1acd-4a54-9b84-62874a78c639', 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:51.361691 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:51.365462 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:security_group_rule and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:51.368458 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:51.375249 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:51.454716 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bd04f984-c46d-4687-994a-e1511b5d47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.458643 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ba6fe07d-79ce-4048-8c9e-fa204984ee5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:51.469502 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04f984-c46d-4687-994a-e1511b5d47c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f726624c-01b7-47c1-976f-5e418d1bdd3a,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:51.471971 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-bd04f984-c46d-4687-994a-e1511b5d47c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:51.482885 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-bd04f984-c46d-4687-994a-e1511b5d47c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.484206 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-bd04f984-c46d-4687-994a-e1511b5d47c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f726624c-01b7-47c1-976f-5e418d1bdd3a HTTP/1.1" status: 204  len: 168 time: 0.3127527
Aug 23 02:01:51.485122 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.554055 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.620392 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.628239 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:51.648967 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99363ee-1336-44fd-87b4-e1095bd619bd,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:51.655289 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:51.679477 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 32938) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:51.701222 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.706625 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.707815 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-afa73fc8-8dd0-4d04-bdf9-a108953d7780 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3569689
Aug 23 02:01:51.710572 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32942) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:51.716685 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'security_group_rule': {'security_group_id': '16e39a02-1acd-4a54-9b84-62874a78c639', 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:51.723176 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:51.726950 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:security_group_rule and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:51.729858 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:51.731728 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:51.735790 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4742083f1a46e99a459cb4a99ae2de is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:51.736170 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:51.738560 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:51.744149 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:51.809349 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.securitygroups_db [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Project ba20ee0dab434973abcdb6e3cf80a34a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 23 02:01:51.809552 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.816618 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.872288 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.881052 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-14f51f9e-2451-461e-ba04-ab6816b7725a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:51.882678 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.922525 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269c9f78-d0bc-4fcd-9ba8-0c4d93316d7e,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:51.927088 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc4742083f1a46e99a459cb4a99ae2de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2465150
Aug 23 02:01:51.927970 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d2e59ebf-f9e2-4569-bcaa-577b68d8d717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:51.929975 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32952) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:51.943454 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:51.949040 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:51.988237 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5637e65a-dd5a-49ff-8302-ebbfbd78a337,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:51.999144 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:52.017885 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-44604bcd-54ed-45fd-b515-c47656f716fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.043377 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-44604bcd-54ed-45fd-b515-c47656f716fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.083137 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.084285 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-8e434dd8-7d8f-4c17-af59-6e7f2400e9f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3726904
Aug 23 02:01:52.087000 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 32958) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:52.093131 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'security_group_rule': {'security_group_id': '16e39a02-1acd-4a54-9b84-62874a78c639', 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:01:52.098797 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:52.102556 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:security_group_rule and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:52.105396 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:52.112312 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:52.174965 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-44604bcd-54ed-45fd-b515-c47656f716fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.180503 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:52.192626 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604bcd-54ed-45fd-b515-c47656f716fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269c9f78-d0bc-4fcd-9ba8-0c4d93316d7e,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:52.194943 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-44604bcd-54ed-45fd-b515-c47656f716fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:52.198330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-44604bcd-54ed-45fd-b515-c47656f716fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.201005 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-44604bcd-54ed-45fd-b515-c47656f716fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/269c9f78-d0bc-4fcd-9ba8-0c4d93316d7e HTTP/1.1" status: 204  len: 168 time: 0.2700288
Aug 23 02:01:52.205186 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.securitygroups_db [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Project ba20ee0dab434973abcdb6e3cf80a34a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 23 02:01:52.212333 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.287664 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.409657 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514528'] for security_group_rule, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.416534 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-d1ef999d-20ff-4b94-83cd-985ea0d39089 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:52.431721 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea5901b-4a80-4067-a859-45c1850b059b,revision_number=0']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:52.434430 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:52.502534 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:52.503241 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b01f3fa5-c8c7-48fa-b876-6be2523837b4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4153333
Aug 23 02:01:52.638266 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-a52ac4bf-8031-414a-b4f6-c5972476e187 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0789456
Aug 23 02:01:52.847378 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-bb0d9660-dd29-4564-88af-aee2507907bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 1098 time: 0.1274462
Aug 23 02:01:53.040623 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-1c141df1-40cb-415d-adb3-e559643ac447 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:01:53.042971 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-1c141df1-40cb-415d-adb3-e559643ac447 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1750195
Aug 23 02:01:53.162692 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-04d51880-6b42-4fb9-862a-b2b4d718ac69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9 HTTP/1.1" status: 200  len: 1001 time: 0.1110961
Aug 23 02:01:53.228917 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-7bb1cdbd-76c3-44b2-807e-86714842105c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:01:53.231826 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-7bb1cdbd-76c3-44b2-807e-86714842105c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0591455
Aug 23 02:01:53.307789 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-23e2316b-7f83-47ad-887c-10ed9f6516a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708950
Aug 23 02:01:53.452607 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-d1454c6b-02cc-4bb9-af99-6255f3068822 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378675
Aug 23 02:01:53.558889 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Sync routers for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:01:53.583464 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:01:53.584120 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480bec490>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:01:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:53.621727 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1b1cbb6a-a13d-47c8-9287-0f8ad87052e8 req-5549eef3-fcd7-4f00-bd63-75792bd92652 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628819
Aug 23 02:01:53.793535 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:01:54.148828 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480bec490>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 2, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:54.152823 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Checking router: 3738c221-3a53-4144-864e-cf944884ec8c for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:01:54.153194 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Updating router 3738c221-3a53-4144-864e-cf944884ec8c port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 binding host dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 02:01:54.205698 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:54.424944 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:54.611784 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:54.620914 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:54.621294 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:54.673381 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Notify callbacks [] for port, precommit_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:54.691573 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Transition to ACTIVE for port object 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 will not be triggered until provisioned by entity L2. {{(pid=75866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:54.760399 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:54.767772 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:54.776070 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:54.835813 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=d6fd1a14-3faf-40ec-8b58-15d3adaa74c5,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:01:54.905720 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16d162-e631-4974-820f-b85dff1e6d26 None None] Pushing event updated for resources: {'Port': ['ID=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,revision_number=3']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:54.911258 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:54.911258 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-0f16d162-e631-4974-820f-b85dff1e6d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:54.911258 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-0f16d162-e631-4974-820f-b85dff1e6d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:55.102136 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=d6fd1a14-3faf-40ec-8b58-15d3adaa74c5,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:55.106888 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:55.109547 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Attempting to bind port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:01:55.109924 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Attempting to bind port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:01:55.110291 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Attempting to bind port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 on network 1211997b-aea8-47d1-b403-2561587160e9 {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:01:55.116828 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:01:55.117205 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Checking segment: {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:01:55.117611 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:55.118000 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Bound using segment: {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'} {{(pid=75866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:01:55.118462 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.managers [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Bound port: 1893ec9f-3dbc-432e-8f0b-ac8601f906a3, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'}}] {{(pid=75866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:01:55.118836 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:55.221473 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] For port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:01:55.224701 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] For port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:01:55.329503 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:55.334004 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-3108cdd3-4206-44a7-a02b-acf3eacfe6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:55.444324 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16d162-e631-4974-820f-b85dff1e6d26 None None] Pushing event updated for resources: {'Port': ['ID=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:55.457454 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-0f16d162-e631-4974-820f-b85dff1e6d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:55.463516 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:01:55.464171 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480bec490>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:01:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:55.662465 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:01:56.009224 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480bec490>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:55Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:56.013408 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe0c3e-36cd-4bbf-ae94-be4fe271aa36 None None] The sync data for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi is: [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:55Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:01:56.360533 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Sync routers for ids ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:01:56.378485 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Routers {'75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:01:56.379211 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74811333a0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:01:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:56.382629 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:56.529986 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:01:56.535686 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:56.536168 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:56.606803 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Set router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:01:56.671420 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:56.707764 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:01:56.809083 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:56.809958 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:56.835580 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:56.922982 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:56.927526 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:56.939516 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:56.939916 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:56.945795 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74811333a0>, [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:47Z', 'revision_number': 4, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '43ce36cb-b4c6-4a95-a6df-beb92951de9d', 'name': '', 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'mac_address': 'fa:16:3e:00:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '608a0623-b19d-4e78-b5d4-4beed655b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:46Z', 'updated_at': '2021-08-23T02:01:47Z', 'revision_number': 2, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'subnets': [{'id': '608a0623-b19d-4e78-b5d4-4beed655b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:56.949808 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Checking router: 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:01:56.950217 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Updating router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d port 43ce36cb-b4c6-4a95-a6df-beb92951de9d binding host dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 23 02:01:57.009345 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.214967 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33070) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:57.366297 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Notify callbacks [] for port, precommit_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.379490 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.provisioning_blocks [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Transition to ACTIVE for port object 43ce36cb-b4c6-4a95-a6df-beb92951de9d will not be triggered until provisioned by entity L2. {{(pid=75867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:01:57.396051 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.430018 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:57.436314 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Usage tracker for resource:security_group_rule and tenant:e4a79c8a5d6e4d73969ee0ca7f845fca is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:57.439740 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:57.446136 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:57.489258 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.494618 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-950a0165-6baf-405b-b0d8-b8f7ebb54b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:57.516440 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.580673 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.595424 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b44d4ef2-d67c-422d-8c45-f1d489210fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:57.628139 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc93ef3-bc6a-4f25-a6cb-feabc502198a None None] Pushing event updated for resources: {'Port': ['ID=43ce36cb-b4c6-4a95-a6df-beb92951de9d,revision_number=3']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:57.631123 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-0dc93ef3-bc6a-4f25-a6cb-feabc502198a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:57.637972 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-848437e9-97e8-42ad-a0ef-a83064cc911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.642315 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041506d5-fe47-412b-b2e3-f5eb01bd69f6,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:57.645904 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:57.648869 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-a2088446-f724-45fd-9f85-d3587dcd928f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4a79c8a5d6e4d73969ee0ca7f845fca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4328804
Aug 23 02:01:57.651433 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33082) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:57.728211 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc697-9ad1-4cfd-8541-cf3558929bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.763552 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc697-9ad1-4cfd-8541-cf3558929bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.781216 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Attempting to bind port 43ce36cb-b4c6-4a95-a6df-beb92951de9d on host dv-cinder-805529-1-iscsi for vnic_type normal with profile  {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:01:57.781834 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Attempting to bind port 43ce36cb-b4c6-4a95-a6df-beb92951de9d by drivers openvswitch,hyperv on host dv-cinder-805529-1-iscsi at level 0 using segments [{'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:01:57.782354 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Attempting to bind port 43ce36cb-b4c6-4a95-a6df-beb92951de9d on network 16beefb7-6ed3-445b-b1ca-e9baeadf937c {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:01:57.789933 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Checking agent: {'id': '5881cbc4-b9fa-4640-bbd9-229994013906', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 43, 58), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:01:57.790645 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Checking segment: {'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:01:57.791350 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.791889 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Bound using segment: {'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'} {{(pid=75867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:01:57.792511 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.managers [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Bound port: 43ce36cb-b4c6-4a95-a6df-beb92951de9d, host: dv-cinder-805529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4d1590-a57c-42bb-af8d-ea6ea09031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c'}}] {{(pid=75867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:01:57.793234 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.885326 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] For port 43ce36cb-b4c6-4a95-a6df-beb92951de9d, host dv-cinder-805529-1-iscsi, cleared binding levels {{(pid=75867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:01:57.888303 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.plugins.ml2.db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] For port 43ce36cb-b4c6-4a95-a6df-beb92951de9d, host dv-cinder-805529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=43ce36cb-b4c6-4a95-a6df-beb92951de9d,segment=NetworkSegment(9e4d1590-a57c-42bb-af8d-ea6ea09031fc),segment_id=9e4d1590-a57c-42bb-af8d-ea6ea09031fc)] {{(pid=75867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:01:57.900238 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc697-9ad1-4cfd-8541-cf3558929bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.905251 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ec9466ac-84b4-453a-8526-99194096677c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:57.917801 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fc697-9ad1-4cfd-8541-cf3558929bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041506d5-fe47-412b-b2e3-f5eb01bd69f6,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:57.921215 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5d0fc697-9ad1-4cfd-8541-cf3558929bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:57.922050 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc697-9ad1-4cfd-8541-cf3558929bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.923170 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5d0fc697-9ad1-4cfd-8541-cf3558929bd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/041506d5-fe47-412b-b2e3-f5eb01bd69f6 HTTP/1.1" status: 204  len: 168 time: 0.2708201
Aug 23 02:01:57.986920 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron_lib.callbacks.manager [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:57.991507 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:58.066195 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc93ef3-bc6a-4f25-a6cb-feabc502198a None None] Pushing event updated for resources: {'Port': ['ID=43ce36cb-b4c6-4a95-a6df-beb92951de9d,revision_number=4']} {{(pid=75867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:58.078038 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG oslo_concurrency.lockutils [None req-0dc93ef3-bc6a-4f25-a6cb-feabc502198a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:58.078038 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Routers {'75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:01:58.078038 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74811333a0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:01:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:58.191837 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:58.288397 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] Set router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:01:58.354177 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:01:58.446703 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:01:58.447087 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:58.704965 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74811333a0>, [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:47Z', 'revision_number': 4, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '43ce36cb-b4c6-4a95-a6df-beb92951de9d', 'name': '', 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'mac_address': 'fa:16:3e:00:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '608a0623-b19d-4e78-b5d4-4beed655b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:46Z', 'updated_at': '2021-08-23T02:01:57Z', 'revision_number': 4, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'subnets': [{'id': '608a0623-b19d-4e78-b5d4-4beed655b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:01:58.708896 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aab29d-850b-438a-bed3-29c8bca954f5 None None] The sync data for ids ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'] in dv-cinder-805529-1-iscsi is: [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:47Z', 'revision_number': 4, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '43ce36cb-b4c6-4a95-a6df-beb92951de9d', 'name': '', 'network_id': '16beefb7-6ed3-445b-b1ca-e9baeadf937c', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'mac_address': 'fa:16:3e:00:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '608a0623-b19d-4e78-b5d4-4beed655b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:46Z', 'updated_at': '2021-08-23T02:01:57Z', 'revision_number': 4, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'subnets': [{'id': '608a0623-b19d-4e78-b5d4-4beed655b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:01:59.433028 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33102) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:59.600970 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:59.630828 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:01:59.634717 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Usage tracker for resource:security_group_rule and tenant:0014acae464a4b1c8843ecbb34cb177a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:01:59.637493 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:01:59.643707 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:01:59.711356 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:59.774900 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:59.781853 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-521659cb-35e7-4af2-b47b-2346dbf16dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:01:59.821338 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32892798-931c-4a0d-b8ce-cfafebe5b17a,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:01:59.824779 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:01:59.828113 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0014acae464a4b1c8843ecbb34cb177a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3940856
Aug 23 02:01:59.830959 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33108) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:01:59.866001 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0b7b-53f7-4d29-b60a-cfb4b518933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:59.892331 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-86fcfe77-bab1-470e-99ae-cad533e455aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:01:59.917452 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-86fcfe77-bab1-470e-99ae-cad533e455aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.032052 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-86fcfe77-bab1-470e-99ae-cad533e455aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.035835 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-26279b63-8c3e-42ea-b2e4-d02bdea69175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:00.049840 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcfe77-bab1-470e-99ae-cad533e455aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32892798-931c-4a0d-b8ce-cfafebe5b17a,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:00.052956 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-86fcfe77-bab1-470e-99ae-cad533e455aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:00.053883 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-86fcfe77-bab1-470e-99ae-cad533e455aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.054973 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-86fcfe77-bab1-470e-99ae-cad533e455aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32892798-931c-4a0d-b8ce-cfafebe5b17a HTTP/1.1" status: 204  len: 168 time: 0.2229245
Aug 23 02:02:00.369689 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 43ce36cb-b4c6-4a95-a6df-beb92951de9d up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:02:00.500397 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning for port 43ce36cb-b4c6-4a95-a6df-beb92951de9d completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:02:00.505414 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 43ce36cb-b4c6-4a95-a6df-beb92951de9d triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:02:00.505823 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.649902 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.682285 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] For port 43ce36cb-b4c6-4a95-a6df-beb92951de9d, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=43ce36cb-b4c6-4a95-a6df-beb92951de9d,segment=NetworkSegment(9e4d1590-a57c-42bb-af8d-ea6ea09031fc),segment_id=9e4d1590-a57c-42bb-af8d-ea6ea09031fc)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:00.761209 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33118) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:00.781674 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.787864 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.795978 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:00.816252 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:00.820680 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Usage tracker for resource:security_group_rule and tenant:97ebbbfcff224c4383ba662ebf14ddc2 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:00.823696 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:00.825357 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.830272 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:00.861611 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Pushing event updated for resources: {'Port': ['ID=43ce36cb-b4c6-4a95-a6df-beb92951de9d,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:00.869276 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:00.903512 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.974753 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:00.981352 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-af5eef6a-d65a-44ee-b4e1-fcd0fba4538a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:01.021758 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d77dceb-55d9-4ef2-b7e5-5b5bc4b1b013,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:01.026109 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97ebbbfcff224c4383ba662ebf14ddc2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2637532
Aug 23 02:02:01.026978 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:01.029834 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 33122) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:01.094727 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2add0094-b0e9-418a-ba61-79abfcc09d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:01.121761 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2add0094-b0e9-418a-ba61-79abfcc09d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:01.237655 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2add0094-b0e9-418a-ba61-79abfcc09d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:01.241398 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-00a90d7c-c61e-4934-abcd-bd78ca9ce46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:01.255437 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add0094-b0e9-418a-ba61-79abfcc09d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d77dceb-55d9-4ef2-b7e5-5b5bc4b1b013,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:01.258019 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2add0094-b0e9-418a-ba61-79abfcc09d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:01.267578 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-2add0094-b0e9-418a-ba61-79abfcc09d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:01.268769 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-2add0094-b0e9-418a-ba61-79abfcc09d9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d77dceb-55d9-4ef2-b7e5-5b5bc4b1b013 HTTP/1.1" status: 204  len: 168 time: 0.2380722
Aug 23 02:02:02.340456 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 43ce36cb-b4c6-4a95-a6df-beb92951de9d up at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:02:02.423497 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Provisioning complete for port 43ce36cb-b4c6-4a95-a6df-beb92951de9d triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:02:02.424208 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:02.487360 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:10.403722 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-fdb46023-1438-4178-9b48-1cf90b575cc2 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Synchronizing usage tracker for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:10.494679 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-fdb46023-1438-4178-9b48-1cf90b575cc2 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Unset dirty status for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:10.495847 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-fdb46023-1438-4178-9b48-1cf90b575cc2 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807745325&fields=id&tenant_id=ba20ee0dab434973abcdb6e3cf80a34a HTTP/1.1" status: 200  len: 267 time: 0.1356931
Aug 23 02:02:10.643624 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-ad1b5bce-6a2f-49b9-82cf-1d250762b3f9 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:10.644313 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-ad1b5bce-6a2f-49b9-82cf-1d250762b3f9 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Synchronizing usage tracker for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:network {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:10.728955 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-ad1b5bce-6a2f-49b9-82cf-1d250762b3f9 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Unset dirty status for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:network {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:10.730165 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-ad1b5bce-6a2f-49b9-82cf-1d250762b3f9 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/networks?id=1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 200  len: 808 time: 0.2271662
Aug 23 02:02:10.747057 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7764eaed-53c4-481f-a55e-944925f03e8a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/quotas/ba20ee0dab434973abcdb6e3cf80a34a HTTP/1.1" status: 200  len: 375 time: 0.0110197
Aug 23 02:02:10.831432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-247230d6-b831-493b-bde2-b079e438e249 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Synchronizing usage tracker for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:10.888436 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-247230d6-b831-493b-bde2-b079e438e249 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Unset dirty status for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:10.889698 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-247230d6-b831-493b-bde2-b079e438e249 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1367469
Aug 23 02:02:11.027609 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-496db34c-9f8c-41c3-bb2a-a77f55a6cd93 service neutron] 10.222.0.20 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264906
Aug 23 02:02:11.236625 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-25b762f4-6388-4afa-a099-73a017fe95ab service neutron] 10.222.0.20 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026386
Aug 23 02:02:11.919881 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6550cd56-8be1-4a00-9bb8-1450fb1554f2 req-7c30ba4e-857e-45ea-aeb0-13cf4a2da683 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 210 time: 0.0436592
Aug 23 02:02:13.029191 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0384224d-28a4-43ae-aed5-b961ec660f66 req-d60ece47-0e6f-44d1-8355-7b69bfe9114e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 210 time: 0.0413570
Aug 23 02:02:14.192147 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-98a9cc0c-2980-4516-8293-89be149b8372 req-9d3d2fa7-d3b3-4f41-abf5-a5c2d6286354 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 210 time: 0.0446906
Aug 23 02:02:14.308018 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7487e6d2-ab2d-401a-a99b-0e2d81fd06a3 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:14.309543 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7487e6d2-ab2d-401a-a99b-0e2d81fd06a3 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.21 "GET /v2.0/networks?id=1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 200  len: 808 time: 0.1562831
Aug 23 02:02:14.343490 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33290) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:14.370612 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-d20c4ad2-23f1-41a5-a274-2a23a4b2a32b tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba20ee0dab434973abcdb6e3cf80a34a HTTP/1.1" status: 200  len: 380 time: 0.0471132
Aug 23 02:02:14.379440 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'port': {'device_id': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'admin_state_up': True, 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'security_groups': ['16e39a02-1acd-4a54-9b84-62874a78c639']}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:02:14.496412 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.521390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:14.529622 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:14.532426 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:14.534030 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Usage tracker for resource:security_group_rule and tenant:21221e18cb104ffd823ab49ef5c69ecc is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:14.536956 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:14.542881 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:14.608714 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.620489 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Made reservation on behalf of ba20ee0dab434973abcdb6e3cf80a34a for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:02:14.624155 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.683084 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.691427 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-dacd078b-a2d5-4a80-882f-661c1496420a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:14.731048 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9ed9b-7f94-4c80-9c87-e7dc6cf03f3b,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:14.735783 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21221e18cb104ffd823ab49ef5c69ecc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3912241
Aug 23 02:02:14.736699 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-377cd116-a62c-45de-9e1a-6e3aa2e768e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:14.738423 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33296) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:14.784902 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Allocated IP 172.20.0.4 (1211997b-aea8-47d1-b403-2561587160e9/86a9d79d-45cd-4af6-8d08-599b27792300/728fdb1d-7f8c-471e-8655-b21be782a355) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:02:14.797330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc2ea-5640-4603-bb3a-0c590b2f0ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.823253 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc2ea-5640-4603-bb3a-0c590b2f0ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.917080 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc2ea-5640-4603-bb3a-0c590b2f0ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.922688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-bc8f6fe4-11c9-46f1-b734-66b71152908c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:14.935688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cc2ea-5640-4603-bb3a-0c590b2f0ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9ed9b-7f94-4c80-9c87-e7dc6cf03f3b,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:14.940344 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0c5cc2ea-5640-4603-bb3a-0c590b2f0ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:14.944700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc2ea-5640-4603-bb3a-0c590b2f0ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.948080 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-0c5cc2ea-5640-4603-bb3a-0c590b2f0ec5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bea9ed9b-7f94-4c80-9c87-e7dc6cf03f3b HTTP/1.1" status: 204  len: 168 time: 0.2065194
Aug 23 02:02:14.974721 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:14.990347 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Transition to ACTIVE for port object 728fdb1d-7f8c-471e-8655-b21be782a355 will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:02:15.071842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:15.077583 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-5f28fcc5-579c-492d-9491-8de0de2acad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:15.145391 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Network 1211997b-aea8-47d1-b403-2561587160e9 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:02:15.150970 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:02:15.156186 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:02:15.185425 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:15.192270 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:15.222426 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:15.223213 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:15.359302 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-3c84f2db-0c14-45b4-ab6b-cfdd07488785 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9837117
Aug 23 02:02:15.379555 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Request body: {'port': {'device_id': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:02:15.509069 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a652d-82ff-4147-a5ac-d68e6c15960d req-c79efd7c-f1fe-4de8-bcf7-13547d9f4dd3 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:15.509676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-af3a652d-82ff-4147-a5ac-d68e6c15960d req-c79efd7c-f1fe-4de8-bcf7-13547d9f4dd3 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Synchronizing usage tracker for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:15.512030 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:15.517141 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-f25fe7bc-cdba-4de3-ac2e-4c3c604e3d82 None None] Provisioning for port 728fdb1d-7f8c-471e-8655-b21be782a355 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:02:15.529566 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-f25fe7bc-cdba-4de3-ac2e-4c3c604e3d82 None None] Provisioning complete for port 728fdb1d-7f8c-471e-8655-b21be782a355 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:02:15.531185 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-f25fe7bc-cdba-4de3-ac2e-4c3c604e3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:15.585959 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-f25fe7bc-cdba-4de3-ac2e-4c3c604e3d82 None None] Port 728fdb1d-7f8c-471e-8655-b21be782a355 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:02:15.648997 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-af3a652d-82ff-4147-a5ac-d68e6c15960d req-c79efd7c-f1fe-4de8-bcf7-13547d9f4dd3 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Unset dirty status for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:15.650153 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-af3a652d-82ff-4147-a5ac-d68e6c15960d req-c79efd7c-f1fe-4de8-bcf7-13547d9f4dd3 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 931 time: 0.3288326
Aug 23 02:02:15.680024 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33306) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:15.699700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:15.735572 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:15.739494 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Usage tracker for resource:security_group_rule and tenant:d9a0fc9c0a384ccd993b86a546b51a8c is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:15.742867 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:15.749372 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:15.781340 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-af3a652d-82ff-4147-a5ac-d68e6c15960d req-4a320217-da3c-4fa3-8a99-dbc85b925c86 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240489
Aug 23 02:02:15.814422 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:15.895126 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728fdb1d-7f8c-471e-8655-b21be782a355 {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:02:15.903140 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:15.921193 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Transition to ACTIVE for port object 728fdb1d-7f8c-471e-8655-b21be782a355 will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:02:16.019875 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.026545 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-451d7027-15ad-4d5f-9d86-ee5a9066ef19 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:16.066980 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855bef84-66e9-4fd8-9222-dc7bf4d6012b,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:16.069826 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:16.072350 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5757069c-ae88-430e-9793-196c393444cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9a0fc9c0a384ccd993b86a546b51a8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3912404
Aug 23 02:02:16.089204 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33310) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:16.138465 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e2a4baae-49b9-416e-9ada-d06b80526c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.140411 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.151207 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.151207 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:16.257931 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e2a4baae-49b9-416e-9ada-d06b80526c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.264118 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Pushing event updated for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:16.274084 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:16.409356 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e2a4baae-49b9-416e-9ada-d06b80526c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.417553 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-750d7228-55dc-4425-af52-5f7e57bceab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:16.431767 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4baae-49b9-416e-9ada-d06b80526c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855bef84-66e9-4fd8-9222-dc7bf4d6012b,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:16.433858 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e2a4baae-49b9-416e-9ada-d06b80526c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.435528 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e2a4baae-49b9-416e-9ada-d06b80526c82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/855bef84-66e9-4fd8-9222-dc7bf4d6012b HTTP/1.1" status: 204  len: 168 time: 0.3597050
Aug 23 02:02:16.436840 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e2a4baae-49b9-416e-9ada-d06b80526c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:16.484337 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Attempting to bind port 728fdb1d-7f8c-471e-8655-b21be782a355 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:02:16.484888 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Attempting to bind port 728fdb1d-7f8c-471e-8655-b21be782a355 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:02:16.484998 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Attempting to bind port 728fdb1d-7f8c-471e-8655-b21be782a355 on network 1211997b-aea8-47d1-b403-2561587160e9 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:02:16.490658 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Port 728fdb1d-7f8c-471e-8655-b21be782a355 on network 1211997b-aea8-47d1-b403-2561587160e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 02:02:16.491055 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Attempting to bind port 728fdb1d-7f8c-471e-8655-b21be782a355 on network 1211997b-aea8-47d1-b403-2561587160e9 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:02:16.497266 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:02:16.497591 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Checking segment: {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:02:16.497962 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Bound using segment: {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:02:16.498408 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Bound port: 728fdb1d-7f8c-471e-8655-b21be782a355, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9d78bf-4572-4e90-afa8-123b56ea3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1211997b-aea8-47d1-b403-2561587160e9'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:02:16.498745 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.583463 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:02:16.586293 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:02:16.694470 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.698880 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1a5e48ec-e785-400d-98c9-49eb0a3a84da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:16.759362 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:16.760724 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] 10.222.0.21 "PUT /v2.0/ports/728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 200  len: 1093 time: 1.3903837
Aug 23 02:02:16.761423 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:16.780688 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Pushing event updated for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:16.790106 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.794842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:16.797640 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:16.855399 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355', 'status': 'completed', 'code': 200}
Aug 23 02:02:17.007649 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7323a9e9-f984-4b6d-8484-e61a051354a7 req-b55448c8-be46-4a44-9510-87ca82f51664 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1096 time: 0.1363513
Aug 23 02:02:17.042916 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da341b-c92e-43eb-9d16-ae66f85259a8 req-df43f867-ca64-404b-8a0c-126fd5e93035 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:17.044323 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-66da341b-c92e-43eb-9d16-ae66f85259a8 req-df43f867-ca64-404b-8a0c-126fd5e93035 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.1169388
Aug 23 02:02:17.167584 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-66da341b-c92e-43eb-9d16-ae66f85259a8 req-a7adc4f7-9045-4a98-85d7-0b983bda808e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757704
Aug 23 02:02:17.189224 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323a9e9-f984-4b6d-8484-e61a051354a7 req-a21ca409-ed35-446f-a4e2-aef9912ae5cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:17.190737 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7323a9e9-f984-4b6d-8484-e61a051354a7 req-a21ca409-ed35-446f-a4e2-aef9912ae5cb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1759949
Aug 23 02:02:17.233601 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33322) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:17.254096 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:17.284248 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:17.288044 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Usage tracker for resource:security_group_rule and tenant:8e9736ba073e41e8ac275e8007f9fc06 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:17.290810 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:17.296942 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:17.333703 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323a9e9-f984-4b6d-8484-e61a051354a7 req-8d866b3e-e857-43b5-afbb-8c3550033e72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:17.338072 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7323a9e9-f984-4b6d-8484-e61a051354a7 req-8d866b3e-e857-43b5-afbb-8c3550033e72 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1389000
Aug 23 02:02:17.360831 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:17.436976 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-43f7137d-be2f-410d-9eb6-c447bcd3eac3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1096 time: 0.0679150
Aug 23 02:02:17.442871 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:17.450176 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-44604bcd-54ed-45fd-b515-c47656f716fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:17.488344 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b97325-cf77-4b9d-8068-42daece9f55d,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:17.491562 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:17.494168 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e9736ba073e41e8ac275e8007f9fc06&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2588918
Aug 23 02:02:17.497882 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33326) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:17.508055 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-577d9953-8dfb-4fc6-942b-a9c65a74c705 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 200  len: 217 time: 0.0646482
Aug 23 02:02:17.560121 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dbcaec3f-b5ba-4ba5-acfd-01c808179d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:17.569823 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-6642378e-f36a-47bc-bc33-f53935cc24d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:17.571288 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-6642378e-f36a-47bc-bc33-f53935cc24d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86a9d79d-45cd-4af6-8d08-599b27792300 HTTP/1.1" status: 200  len: 847 time: 0.0574265
Aug 23 02:02:17.584446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dbcaec3f-b5ba-4ba5-acfd-01c808179d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:17.648778 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-06c2825f-92b6-4686-a9a6-ba896ba5a8b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1211997b-aea8-47d1-b403-2561587160e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704529
Aug 23 02:02:17.705881 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dbcaec3f-b5ba-4ba5-acfd-01c808179d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:17.710666 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-08aa5586-ef52-4653-ad2c-65a15699012b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:17.724044 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaec3f-b5ba-4ba5-acfd-01c808179d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b97325-cf77-4b9d-8068-42daece9f55d,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:17.726885 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-dbcaec3f-b5ba-4ba5-acfd-01c808179d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:17.727752 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-dbcaec3f-b5ba-4ba5-acfd-01c808179d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:17.728871 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-dbcaec3f-b5ba-4ba5-acfd-01c808179d6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90b97325-cf77-4b9d-8068-42daece9f55d HTTP/1.1" status: 204  len: 168 time: 0.2300806
Aug 23 02:02:17.785062 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-df0b274f-9110-4f9e-ab63-93ac792839ec service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294611
Aug 23 02:02:17.915788 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ef3c3ec6-77b1-439b-a4ad-ff3c5bb4c098 req-1d632cc9-30d6-4af3-b67a-efb3ed6d126e service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249683
Aug 23 02:02:18.362633 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb660e-e823-48c3-a420-f9a1332572c4 req-80ff4917-f477-4a9a-9845-bee1b03cdac4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:18.364083 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c5bb660e-e823-48c3-a420-f9a1332572c4 req-80ff4917-f477-4a9a-9845-bee1b03cdac4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0756404
Aug 23 02:02:18.412510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-c5bb660e-e823-48c3-a420-f9a1332572c4 req-676e793b-cc74-4a48-b5b8-cdbe4150c5aa tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Synchronizing usage tracker for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:security_group {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:18.426432 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-c5bb660e-e823-48c3-a420-f9a1332572c4 req-676e793b-cc74-4a48-b5b8-cdbe4150c5aa tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Unset dirty status for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:security_group {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:18.431365 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c5bb660e-e823-48c3-a420-f9a1332572c4 req-676e793b-cc74-4a48-b5b8-cdbe4150c5aa tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580218
Aug 23 02:02:19.621303 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00cddc-0f6d-4bb5-ae98-481a4e0b34c5 req-b5e863e8-bb8a-45e7-a704-6241806755dd tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:19.623345 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3b00cddc-0f6d-4bb5-ae98-481a4e0b34c5 req-b5e863e8-bb8a-45e7-a704-6241806755dd tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0749571
Aug 23 02:02:19.669498 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-3b00cddc-0f6d-4bb5-ae98-481a4e0b34c5 req-2bff550b-6a4c-4671-b8b1-a30bd4803c4a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382419
Aug 23 02:02:19.725460 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33360) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:19.862940 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:19.892139 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:19.895858 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Usage tracker for resource:security_group_rule and tenant:4482f8636835433fbd2e6018d6d97ed2 is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:19.898582 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:19.904657 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:19.966681 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:20.025958 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:20.033014 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-09a0ca2f-8b3a-42d9-8456-3dfaf2e4becc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:20.071496 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47079b-5a54-479e-ae98-9b11f38424e6,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:20.074975 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:20.077309 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e5857e75-7a84-4f89-bbd4-fefc0ea30e47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4482f8636835433fbd2e6018d6d97ed2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3508818
Aug 23 02:02:20.080079 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 33366) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:20.142121 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a30adff3-8490-49de-a1a6-eada101324b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:20.166992 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a30adff3-8490-49de-a1a6-eada101324b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:20.317229 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a30adff3-8490-49de-a1a6-eada101324b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:20.321079 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:20.332941 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30adff3-8490-49de-a1a6-eada101324b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47079b-5a54-479e-ae98-9b11f38424e6,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:20.336280 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a30adff3-8490-49de-a1a6-eada101324b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:20.339472 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-a30adff3-8490-49de-a1a6-eada101324b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:20.340593 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-a30adff3-8490-49de-a1a6-eada101324b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a47079b-5a54-479e-ae98-9b11f38424e6 HTTP/1.1" status: 204  len: 168 time: 0.2594786
Aug 23 02:02:20.869204 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fef33-1e0e-4351-bd6f-fcd518d80848 req-4ab77762-3edb-4bf1-b94b-5b5568ccc154 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:20.870721 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9f4fef33-1e0e-4351-bd6f-fcd518d80848 req-4ab77762-3edb-4bf1-b94b-5b5568ccc154 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0807447
Aug 23 02:02:20.915469 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-9f4fef33-1e0e-4351-bd6f-fcd518d80848 req-b8eeec07-7f0b-4ddc-8b19-eb4341ea2a70 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389159
Aug 23 02:02:21.344048 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:02:22.108866 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d42d0d-742a-4a95-9e4c-64f375dc067a req-de9e40f8-2647-4daf-b50b-7628f4bc2797 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:22.110351 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a9d42d0d-742a-4a95-9e4c-64f375dc067a req-de9e40f8-2647-4daf-b50b-7628f4bc2797 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0770519
Aug 23 02:02:22.158360 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a9d42d0d-742a-4a95-9e4c-64f375dc067a req-b7439713-59e1-4894-9b93-6ead22274e61 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425818
Aug 23 02:02:23.350464 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac84755-1ca2-4607-ae8c-b8ae891f41c8 req-aa5ddc81-11d9-4fd7-8fc1-6ca13cc9fc69 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:23.351905 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cac84755-1ca2-4607-ae8c-b8ae891f41c8 req-aa5ddc81-11d9-4fd7-8fc1-6ca13cc9fc69 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0755427
Aug 23 02:02:23.398470 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cac84755-1ca2-4607-ae8c-b8ae891f41c8 req-3f5358a4-04b8-45a1-bb7f-0324a9e7d5f6 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410504
Aug 23 02:02:23.658211 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-5be92069-3a14-42f9-b446-bb6eaf9e6647 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=03cc0e1cecad4a74a3bbaea883d6959c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0276361
Aug 23 02:02:23.881957 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534adcfa-79d5-4849-90bb-3427eb050983 req-13335d01-749d-472d-baad-b2477e4165aa tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:23.883298 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-13335d01-749d-472d-baad-b2477e4165aa tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2201712
Aug 23 02:02:23.899177 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-6c84eb35-79fa-44b1-85d1-64c2c5896a09 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/quotas/03cc0e1cecad4a74a3bbaea883d6959c HTTP/1.1" status: 200  len: 375 time: 0.0100834
Aug 23 02:02:23.943610 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-9e5a2188-3571-425d-9eea-d136aaa0fd44 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=03cc0e1cecad4a74a3bbaea883d6959c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0398529
Aug 23 02:02:24.191183 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-431c1a56-144a-4f8e-8346-2d9ecd8c8413 req-8c0d5556-400f-4d3a-bcc7-1d3ba609f6b2 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 210 time: 0.0461333
Aug 23 02:02:24.596811 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a3a46-3ca8-4a55-bbb4-c4459bfb9362 req-8b035ee9-90d4-4d4d-885c-56c919bdbc83 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:24.598259 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1a6a3a46-3ca8-4a55-bbb4-c4459bfb9362 req-8b035ee9-90d4-4d4d-885c-56c919bdbc83 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0804596
Aug 23 02:02:24.642683 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1a6a3a46-3ca8-4a55-bbb4-c4459bfb9362 req-262835b5-5893-4e23-896e-d8669d07c4e8 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389764
Aug 23 02:02:25.350167 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7431d7b3-dfd3-410d-812f-1d1667e952c1 req-05415813-75b3-4b8d-bbd2-54125736aa6c tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 210 time: 0.0414174
Aug 23 02:02:25.843693 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3006f6-f935-466f-8208-3cdc8861e8e4 req-9bb99f2e-2786-44bf-8c3b-694186e21999 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:25.845175 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0e3006f6-f935-466f-8208-3cdc8861e8e4 req-9bb99f2e-2786-44bf-8c3b-694186e21999 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0763614
Aug 23 02:02:25.893261 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0e3006f6-f935-466f-8208-3cdc8861e8e4 req-4e571a48-954d-47f8-9b01-e905a1188d94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423098
Aug 23 02:02:26.176331 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e986-8d5d-4fe4-bcc0-f67d4b97d356 req-d20ef8d3-7b37-4548-9f17-51a6b2f63ad3 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:26.177802 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a4a1e986-8d5d-4fe4-bcc0-f67d4b97d356 req-d20ef8d3-7b37-4548-9f17-51a6b2f63ad3 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 945 time: 0.0769424
Aug 23 02:02:26.225901 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a4a1e986-8d5d-4fe4-bcc0-f67d4b97d356 req-80ffd6c7-b8ad-45bf-9263-9245b35719ce tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424912
Aug 23 02:02:26.232998 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-ebf99882-8355-40d2-ba9c-3905385002f1 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=03cc0e1cecad4a74a3bbaea883d6959c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0268865
Aug 23 02:02:26.385696 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534adcfa-79d5-4849-90bb-3427eb050983 req-386ec4a2-9bff-4059-8f6c-d257ba7c88a2 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:26.387221 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-386ec4a2-9bff-4059-8f6c-d257ba7c88a2 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1493058
Aug 23 02:02:26.407593 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Request body: {'port': {'device_id': 'b68e03b3-4c4d-446f-ade5-4a6ffe925910', 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b', 'admin_state_up': True, 'tenant_id': '03cc0e1cecad4a74a3bbaea883d6959c'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:02:26.524266 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-992627be-697b-4a8d-9452-8310a93de3e9 req-90e647a0-30af-4916-a8c6-28fad38b2a4f tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 210 time: 0.0492005
Aug 23 02:02:26.583125 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:26.586842 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Usage tracker for resource:port and tenant:03cc0e1cecad4a74a3bbaea883d6959c is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:26.596778 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:26.596778 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:26.722586 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Made reservation on behalf of 03cc0e1cecad4a74a3bbaea883d6959c for: {'port': 1} {{(pid=75864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:02:26.725670 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:26.738265 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks [] for security_group, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:26.769821 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:26.773481 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Usage tracker for resource:security_group_rule and tenant:03cc0e1cecad4a74a3bbaea883d6959c is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:26.776159 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:26.782020 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:26.847549 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks [] for security_group, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:26.894061 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:26.896919 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-972093b2-dc25-487a-a400-a8a283d7b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:26.968973 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4738196d-0bc7-4d67-b972-1239229dc4db,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:26.974132 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:26.978179 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 728fdb1d-7f8c-471e-8655-b21be782a355 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 02:02:27.068416 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Allocated IP 192.168.233.227 (a126abd1-463b-49df-8ef2-a68ed8c1178b/7910ee67-365c-4c7b-9a24-d3b81a95a832/e033bf70-6c06-434b-aaad-0bafe145c4bb) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:02:27.095371 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c315-cddb-4119-b40f-6c6c8fc1012a req-f83264c8-65d2-4433-95c8-d0962b0920c6 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:27.096928 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-85c7c315-cddb-4119-b40f-6c6c8fc1012a req-f83264c8-65d2-4433-95c8-d0962b0920c6 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0835540
Aug 23 02:02:27.138559 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:27.147397 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-85c7c315-cddb-4119-b40f-6c6c8fc1012a req-68a47330-1742-4656-804c-e0b2e8f57294 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446360
Aug 23 02:02:27.151862 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '728fdb1d-7f8c-471e-8655-b21be782a355', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'port_id': '728fdb1d-7f8c-471e-8655-b21be782a355', 'mac_address': 'fa:16:3e:01:43:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 02:02:27.208902 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.226588 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728fdb1d-7f8c-471e-8655-b21be782a355 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:02:27.242086 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:27.278809 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.294839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Transition to ACTIVE for port object e033bf70-6c06-434b-aaad-0bafe145c4bb will not be triggered until provisioned by entity DHCP. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:02:27.322964 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.324771 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-6f43a89e-316a-40cb-b4f0-3b1d6fd3b7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:27.396273 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:27.399400 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:27.401241 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.412556 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a8cb3cee-eefb-424a-8f11-b6d2f93478f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:27.481080 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Network a126abd1-463b-49df-8ef2-a68ed8c1178b is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:02:27.489208 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:02:27.494479 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:02:27.519593 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Pushing event updated for resources: {'Port': ['ID=e033bf70-6c06-434b-aaad-0bafe145c4bb,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:27.526909 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:27.538582 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f59e2-1c62-4e56-8fda-d5c60796d809 req-bf326b4e-08bb-4ef4-aace-629c7c2fcabf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:27.540298 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-978f59e2-1c62-4e56-8fda-d5c60796d809 req-bf326b4e-08bb-4ef4-aace-629c7c2fcabf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 945 time: 0.1945326
Aug 23 02:02:27.562080 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['728fdb1d-7f8c-471e-8655-b21be782a355'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 02:02:27.592982 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:27.593433 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.629716 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-978f59e2-1c62-4e56-8fda-d5c60796d809 req-a72e15d9-a863-4e30-af88-9daaefad2a35 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829666
Aug 23 02:02:27.653925 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4794c5b8-38a3-4b0c-9e53-e8cf63d4ebbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.705606 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c696c65-f63a-4894-a763-d54e44a079de req-78f6e28b-619c-4b54-9352-ab80fec255b3 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:27.707201 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6c696c65-f63a-4894-a763-d54e44a079de req-78f6e28b-619c-4b54-9352-ab80fec255b3 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 945 time: 0.1505685
Aug 23 02:02:27.729561 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3269231
Aug 23 02:02:27.743150 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Request body: {'port': {'device_id': 'b68e03b3-4c4d-446f-ade5-4a6ffe925910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:02:27.793178 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Deleting port 12f9fbc2-2737-445c-9698-5f00c75c99b9 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:02:27.793416 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.895384 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.928757 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-1469531f-ce3b-4509-bf42-76bfe3bb49ac None None] Provisioning for port e033bf70-6c06-434b-aaad-0bafe145c4bb completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:02:27.935384 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-1469531f-ce3b-4509-bf42-76bfe3bb49ac None None] Provisioning complete for port e033bf70-6c06-434b-aaad-0bafe145c4bb triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:02:27.936177 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1469531f-ce3b-4509-bf42-76bfe3bb49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:27.988703 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-1469531f-ce3b-4509-bf42-76bfe3bb49ac None None] Port e033bf70-6c06-434b-aaad-0bafe145c4bb cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:02:28.079517 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cd427-57e7-412d-89de-acbc4aaa0b01 req-91e13a52-efe9-40a1-8a57-7bdf74b6d2b1 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:28.080981 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d39cd427-57e7-412d-89de-acbc4aaa0b01 req-91e13a52-efe9-40a1-8a57-7bdf74b6d2b1 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 936 time: 0.1977532
Aug 23 02:02:28.125343 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] For port 12f9fbc2-2737-445c-9698-5f00c75c99b9, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=12f9fbc2-2737-445c-9698-5f00c75c99b9,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:28.126066 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.151493 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.222907 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d39cd427-57e7-412d-89de-acbc4aaa0b01 req-1e7bcadf-f27a-4353-af85-7fdb6616b11c tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357508
Aug 23 02:02:28.378688 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e033bf70-6c06-434b-aaad-0bafe145c4bb {{(pid=75864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:02:28.391269 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.420275 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.provisioning_blocks [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Transition to ACTIVE for port object e033bf70-6c06-434b-aaad-0bafe145c4bb will not be triggered until provisioned by entity L2. {{(pid=75864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:02:28.426853 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f960b-9056-4a64-b636-973fc5615e2a req-236f1b00-6a2d-411c-877e-52beb1b4a6ff tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:28.428494 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-274f960b-9056-4a64-b636-973fc5615e2a req-236f1b00-6a2d-411c-877e-52beb1b4a6ff tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 944 time: 0.1131160
Aug 23 02:02:28.476683 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-274f960b-9056-4a64-b636-973fc5615e2a req-e443f42e-f89a-4e0a-bbdf-54f24251e87b tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416138
Aug 23 02:02:28.481930 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.491057 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-9f0a35a3-6ddf-49ef-b58b-529475ff3ab8 tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:28.533830 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.537601 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.537601 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Floating IP 1af4c683-707e-4aa7-bada-bcb443bae54b disassociated. External IP: 172.27.2.175, port: 12f9fbc2-2737-445c-9698-5f00c75c99b9.
Aug 23 02:02:28.537601 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Calling delete_port for 12f9fbc2-2737-445c-9698-5f00c75c99b9 owned by compute:nova {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:02:28.618432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Pushing event updated for resources: {'Port': ['ID=e033bf70-6c06-434b-aaad-0bafe145c4bb,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:28.621410 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:28.729650 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Attempting to bind port e033bf70-6c06-434b-aaad-0bafe145c4bb on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:02:28.729984 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Attempting to bind port e033bf70-6c06-434b-aaad-0bafe145c4bb by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:02:28.730311 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Attempting to bind port e033bf70-6c06-434b-aaad-0bafe145c4bb on network a126abd1-463b-49df-8ef2-a68ed8c1178b {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:02:28.736513 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Port e033bf70-6c06-434b-aaad-0bafe145c4bb on network a126abd1-463b-49df-8ef2-a68ed8c1178b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 02:02:28.736858 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Attempting to bind port e033bf70-6c06-434b-aaad-0bafe145c4bb on network a126abd1-463b-49df-8ef2-a68ed8c1178b {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:02:28.739680 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.743205 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:02:28.743537 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Checking segment: {'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:02:28.743913 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Bound using segment: {'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'} {{(pid=75864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:02:28.744337 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.managers [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Bound port: e033bf70-6c06-434b-aaad-0bafe145c4bb, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8306c379-2eb2-4634-b269-075029852ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b'}}] {{(pid=75864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:02:28.744706 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.745976 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c325c9b2-fdaf-4f0e-8b14-bd54018ef6c4 tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:28.831986 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event deleted for resources: {'Port': ['ID=12f9fbc2-2737-445c-9698-5f00c75c99b9,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:28.835699 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0b78185d-53c0-4b40-bee8-c26ad26e4487 req-1c819b5c-13ea-4124-b254-58e8bdb9db88 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 210 time: 0.0568182
Aug 23 02:02:28.836601 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:28.842020 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] For port e033bf70-6c06-434b-aaad-0bafe145c4bb, host hv-cinder-80552, cleared binding levels {{(pid=75864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:02:28.850991 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] For port e033bf70-6c06-434b-aaad-0bafe145c4bb, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e033bf70-6c06-434b-aaad-0bafe145c4bb,segment=NetworkSegment(8306c379-2eb2-4634-b269-075029852ca5),segment_id=8306c379-2eb2-4634-b269-075029852ca5)] {{(pid=75864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:02:28.923258 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.927890 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-d0579d96-46d5-43d3-91cd-6636ad40e43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:28.984682 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:28.986037 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] 10.222.0.21 "PUT /v2.0/ports/e033bf70-6c06-434b-aaad-0bafe145c4bb HTTP/1.1" status: 200  len: 1098 time: 1.2490404
Aug 23 02:02:28.986539 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68e03b3-4c4d-446f-ade5-4a6ffe925910', 'tag': 'e033bf70-6c06-434b-aaad-0bafe145c4bb'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:28.995835 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 728fdb1d-7f8c-471e-8655-b21be782a355 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:02:29.007544 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Pushing event updated for resources: {'Port': ['ID=e033bf70-6c06-434b-aaad-0bafe145c4bb,revision_number=3']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:29.017417 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:29.050501 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:02:29.059289 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68e03b3-4c4d-446f-ade5-4a6ffe925910', 'tag': 'e033bf70-6c06-434b-aaad-0bafe145c4bb', 'status': 'completed', 'code': 200}
Aug 23 02:02:29.145644 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 728fdb1d-7f8c-471e-8655-b21be782a355 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:02:29.152644 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 728fdb1d-7f8c-471e-8655-b21be782a355 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:02:29.153343 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:29.163724 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ec88064e-edf9-4e9e-a9bc-e079ccf6b57d req-ad281eb5-902b-485e-9bc8-67458b3fcec7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=03cc0e1cecad4a74a3bbaea883d6959c&device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 1101 time: 0.0850148
Aug 23 02:02:29.200753 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ec88064e-edf9-4e9e-a9bc-e079ccf6b57d req-4b82ec0b-12a8-4a4c-91e4-ee1ed2f0fc56 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=03cc0e1cecad4a74a3bbaea883d6959c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295286
Aug 23 02:02:29.290402 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:02:29.322739 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:02:29.369491 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:02:29.370312 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748130e1f0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:02:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:29.390182 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88064e-edf9-4e9e-a9bc-e079ccf6b57d req-dd419d3a-4876-49df-9d6e-19a4558c3a80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:29.394763 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] No DVR routers for this DVR port 12f9fbc2-2737-445c-9698-5f00c75c99b9 on host hv-cinder-80552 {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:02:29.396304 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ec88064e-edf9-4e9e-a9bc-e079ccf6b57d req-dd419d3a-4876-49df-9d6e-19a4558c3a80 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1893353
Aug 23 02:02:29.398604 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:29.415309 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'name': 'network-vif-deleted', 'tag': '12f9fbc2-2737-445c-9698-5f00c75c99b9'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:29.465914 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:29.515554 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6c696c65-f63a-4894-a763-d54e44a079de req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "DELETE /v2.0/ports/12f9fbc2-2737-445c-9698-5f00c75c99b9 HTTP/1.1" status: 204  len: 173 time: 1.8024108
Aug 23 02:02:29.527363 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd70931-651a-4d6c-a861-4e452c059d0e', 'name': 'network-vif-deleted', 'tag': '12f9fbc2-2737-445c-9698-5f00c75c99b9', 'status': 'completed', 'code': 200}
Aug 23 02:02:29.534634 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee3c5-e677-4eac-9acc-7f400b110e53 req-fcc81518-d7f1-4448-881b-4502fec6d1c9 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:29.537478 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-c2b5a12e-744a-4f1d-8b60-ead327a7d05f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=03cc0e1cecad4a74a3bbaea883d6959c&device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 1101 time: 0.0982420
Aug 23 02:02:29.541060 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-400ee3c5-e677-4eac-9acc-7f400b110e53 req-fcc81518-d7f1-4448-881b-4502fec6d1c9 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 948 time: 0.1179593
Aug 23 02:02:29.546316 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:29.608720 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-400ee3c5-e677-4eac-9acc-7f400b110e53 req-0a2d9b8a-6913-4275-8f21-ceb30a16723a tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658536
Aug 23 02:02:29.627473 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:29.630266 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-c2ca99f3-f10b-407c-be48-7ad2a31e1c05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e033bf70-6c06-434b-aaad-0bafe145c4bb HTTP/1.1" status: 200  len: 217 time: 0.0849721
Aug 23 02:02:29.675070 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:02:29.722008 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355', 'code': 200}
Aug 23 02:02:29.727724 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:29.728607 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 12f9fbc2-2737-445c-9698-5f00c75c99b9 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:02:29.760256 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-1c73fa95-32b8-447b-98d5-4be7e7f2220d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:29.762285 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534adcfa-79d5-4849-90bb-3427eb050983 req-64cd0d16-31b6-46cc-8d3a-b8a13c66c0fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:29.764843 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-64cd0d16-31b6-46cc-8d3a-b8a13c66c0fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7910ee67-365c-4c7b-9a24-d3b81a95a832 HTTP/1.1" status: 200  len: 843 time: 0.0909090
Aug 23 02:02:29.808972 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 12f9fbc2-2737-445c-9698-5f00c75c99b9 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:02:29.809323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 12f9fbc2-2737-445c-9698-5f00c75c99b9 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:02:29.820819 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf0e5-78cf-4859-8913-f36a98cb0cb3 req-e1705eb0-1f92-4438-a3ba-0a8860f5fea8 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:29.822498 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40fbf0e5-78cf-4859-8913-f36a98cb0cb3 req-e1705eb0-1f92-4438-a3ba-0a8860f5fea8 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 944 time: 0.1856203
Aug 23 02:02:29.887429 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40fbf0e5-78cf-4859-8913-f36a98cb0cb3 req-67ab4274-04b2-4035-90a6-1743be24ca1c tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561419
Aug 23 02:02:29.893784 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-5f9f71f6-a1f9-4530-90db-dbce880a6060 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a126abd1-463b-49df-8ef2-a68ed8c1178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1205499
Aug 23 02:02:30.013493 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e7f-7e1a-4480-90ba-64dcb31a4c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:30.014991 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:30.018046 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:30.046456 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-de8f1fe3-8f82-4860-b0fc-9494e86aa5bc service neutron] 10.222.0.21 "GET /v2.0/networks/a126abd1-463b-49df-8ef2-a68ed8c1178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457016
Aug 23 02:02:30.060905 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-aec7e6cc-6775-46ef-afc0-db4cc74ed2af req-475cdfa2-614c-4b27-bc66-432ce03911f2 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:30.151631 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-eed7e4f9-f1a5-46b7-86e9-c9b3b10f70a5 req-984b686a-bcde-4c92-b66b-6f6a116752f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1098 time: 0.0868411
Aug 23 02:02:30.161755 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748130e1f0>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:30.167939 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:02:30.179202 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:02:30.180025 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f748130e1f0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:02:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:30.196246 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-534adcfa-79d5-4849-90bb-3427eb050983 req-89c57e4e-8129-42e9-97b2-edea94a8f620 service neutron] 10.222.0.21 "GET /v2.0/networks/a126abd1-463b-49df-8ef2-a68ed8c1178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391149
Aug 23 02:02:30.204263 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-aec7e6cc-6775-46ef-afc0-db4cc74ed2af req-475cdfa2-614c-4b27-bc66-432ce03911f2 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:30.205446 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aec7e6cc-6775-46ef-afc0-db4cc74ed2af req-475cdfa2-614c-4b27-bc66-432ce03911f2 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd70931-651a-4d6c-a861-4e452c059d0e HTTP/1.1" status: 200  len: 210 time: 0.2070503
Aug 23 02:02:30.212366 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-eed7e4f9-f1a5-46b7-86e9-c9b3b10f70a5 req-6e5103bf-c6f1-4e77-a192-f66d919b7250 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531833
Aug 23 02:02:30.361612 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:02:30.673881 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f748130e1f0>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:30.678002 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f779b-e60c-4253-a6ca-1a3634d355d9 None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:02:30.808428 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:30.808700 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e1dd-a4d9-4c8c-a6f9-6d997315dc69 req-ab7766ab-b4ef-4467-81f9-e902bf34bee9 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:30.809200 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-97a2e1dd-a4d9-4c8c-a6f9-6d997315dc69 req-ab7766ab-b4ef-4467-81f9-e902bf34bee9 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Synchronizing usage tracker for tenant:03cc0e1cecad4a74a3bbaea883d6959c on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:30.871381 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-97a2e1dd-a4d9-4c8c-a6f9-6d997315dc69 req-ab7766ab-b4ef-4467-81f9-e902bf34bee9 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Unset dirty status for tenant:03cc0e1cecad4a74a3bbaea883d6959c on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:30.873286 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-97a2e1dd-a4d9-4c8c-a6f9-6d997315dc69 req-ab7766ab-b4ef-4467-81f9-e902bf34bee9 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 948 time: 0.1492934
Aug 23 02:02:30.922569 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-97a2e1dd-a4d9-4c8c-a6f9-6d997315dc69 req-bfbc7f55-2c8f-4797-8deb-ea257b33fded tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Synchronizing usage tracker for tenant:03cc0e1cecad4a74a3bbaea883d6959c on resource:security_group {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:30.939403 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1feb73-3b04-4b9c-8ffd-8bb84472377a None None] New status for floating IP 1af4c683-707e-4aa7-bada-bcb443bae54b: DOWN {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:02:31.013955 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-97a2e1dd-a4d9-4c8c-a6f9-6d997315dc69 req-bfbc7f55-2c8f-4797-8deb-ea257b33fded tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Unset dirty status for tenant:03cc0e1cecad4a74a3bbaea883d6959c on resource:security_group {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:31.015399 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-97a2e1dd-a4d9-4c8c-a6f9-6d997315dc69 req-bfbc7f55-2c8f-4797-8deb-ea257b33fded tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360722
Aug 23 02:02:31.115335 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3116930-f962-476f-b1b7-c41b5a21f511 req-8f14eca6-dfa3-4dc8-8396-b6307b1e8505 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:31.121048 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f3116930-f962-476f-b1b7-c41b5a21f511 req-8f14eca6-dfa3-4dc8-8396-b6307b1e8505 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.1012678
Aug 23 02:02:31.162470 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f3116930-f962-476f-b1b7-c41b5a21f511 req-c68b7c0b-5ff3-44e7-af7e-a0a57b9ef3f7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398662
Aug 23 02:02:31.589136 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-ac14dfc0-af2c-469e-8af4-4d54353a11a6 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827277670&fields=id&tenant_id=382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 267 time: 0.0402493
Aug 23 02:02:31.731688 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c68830f4-a21b-4c3e-afc3-60de5c7a8ba7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:31.733035 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c68830f4-a21b-4c3e-afc3-60de5c7a8ba7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 811 time: 0.1373322
Aug 23 02:02:31.750569 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-a0a43f4e-fb54-4346-8ef0-e54358b49f9e tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/quotas/382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 375 time: 0.0120566
Aug 23 02:02:31.830818 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-89426d8d-37b8-49e6-b3bf-1e3449d26a73 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0754561
Aug 23 02:02:31.963653 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-96f86a29-4b81-4a8a-af79-e8791b66ecb7 service neutron] 10.222.0.20 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219304
Aug 23 02:02:32.193741 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-2a8d148d-3614-4811-a643-deb57eaeeaea service neutron] 10.222.0.20 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2243023
Aug 23 02:02:32.234215 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ad52-affe-4b76-af49-8ddcc99ae4e7 req-3ca37e98-fc0d-442a-ba11-b8cb9c0bbb1a tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:32.235706 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a231ad52-affe-4b76-af49-8ddcc99ae4e7 req-3ca37e98-fc0d-442a-ba11-b8cb9c0bbb1a tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 948 time: 0.0787663
Aug 23 02:02:32.283030 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a231ad52-affe-4b76-af49-8ddcc99ae4e7 req-538c0d63-82ee-47b5-b736-b2b5d979be9d tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416560
Aug 23 02:02:32.529137 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:32.553592 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ac0b-c8d5-47b9-9092-5948b8dcaeb4 req-2808827e-9a5f-400d-a4eb-2bc8071fd18a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:32.555064 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4bf0ac0b-c8d5-47b9-9092-5948b8dcaeb4 req-2808827e-9a5f-400d-a4eb-2bc8071fd18a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.1634874
Aug 23 02:02:32.599837 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4bf0ac0b-c8d5-47b9-9092-5948b8dcaeb4 req-5dce7dcc-bd58-4ea0-9e2e-991a8f48851f tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390613
Aug 23 02:02:32.793463 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f468cb-b41c-4e7d-b5ec-a3c1dadee409 req-0f0b5860-2e2a-4f7f-b6af-21bf3ef7267f tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:32.795467 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e5f468cb-b41c-4e7d-b5ec-a3c1dadee409 req-0f0b5860-2e2a-4f7f-b6af-21bf3ef7267f tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0772140
Aug 23 02:02:32.844409 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e5f468cb-b41c-4e7d-b5ec-a3c1dadee409 req-72acb492-7ed0-486a-9459-387630466d4a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431299
Aug 23 02:02:32.870839 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 33480) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:32.970844 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7ec77261-ef0b-41bb-bef1-1912a436c6b8 req-9fc3d016-99c2-4225-9454-b5b6e8382159 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 210 time: 0.0430605
Aug 23 02:02:33.003620 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device e033bf70-6c06-434b-aaad-0bafe145c4bb details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 02:02:33.139263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-229358de-d856-40ad-961c-0e78b6982f4f tempest-TestShelveInstance-987440736 tempest-TestShelveInstance-987440736-project-admin] Synchronizing usage tracker for tenant:43a820182dcb47b09cc7c3cb5985a1ca on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:33.140619 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port e033bf70-6c06-434b-aaad-0bafe145c4bb, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e033bf70-6c06-434b-aaad-0bafe145c4bb,segment=NetworkSegment(8306c379-2eb2-4634-b269-075029852ca5),segment_id=8306c379-2eb2-4634-b269-075029852ca5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:33.154563 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': 'e033bf70-6c06-434b-aaad-0bafe145c4bb', 'network_id': 'a126abd1-463b-49df-8ef2-a68ed8c1178b', 'port_id': 'e033bf70-6c06-434b-aaad-0bafe145c4bb', 'mac_address': 'fa:16:3e:6c:2f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7910ee67-365c-4c7b-9a24-d3b81a95a832', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 02:02:33.208334 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:33.225457 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e033bf70-6c06-434b-aaad-0bafe145c4bb {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:02:33.229771 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-229358de-d856-40ad-961c-0e78b6982f4f tempest-TestShelveInstance-987440736 tempest-TestShelveInstance-987440736-project-admin] Unset dirty status for tenant:43a820182dcb47b09cc7c3cb5985a1ca on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:33.229771 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-229358de-d856-40ad-961c-0e78b6982f4f tempest-TestShelveInstance-987440736 tempest-TestShelveInstance-987440736-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1093 time: 0.3546536
Aug 23 02:02:33.230718 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33494) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:33.237907 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'port_id': '728fdb1d-7f8c-471e-8655-b21be782a355', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:02:33.241457 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port e033bf70-6c06-434b-aaad-0bafe145c4bb, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e033bf70-6c06-434b-aaad-0bafe145c4bb,segment=NetworkSegment(8306c379-2eb2-4634-b269-075029852ca5),segment_id=8306c379-2eb2-4634-b269-075029852ca5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:33.243446 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:33.248292 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Usage tracker for resource:floatingip and tenant:ba20ee0dab434973abcdb6e3cf80a34a is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:33.251298 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:33.261056 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:33.334048 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:33.336798 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:33.368786 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for floatingip, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:33.437841 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=e033bf70-6c06-434b-aaad-0bafe145c4bb,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:33.449808 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:33.538220 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['e033bf70-6c06-434b-aaad-0bafe145c4bb'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 02:02:33.546131 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08818d8-7e31-4ca6-985a-d2aebf289c06 req-bc5e10a4-314f-41ec-899d-1219c763ee65 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:33.547580 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a08818d8-7e31-4ca6-985a-d2aebf289c06 req-bc5e10a4-314f-41ec-899d-1219c763ee65 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 949 time: 0.1082947
Aug 23 02:02:33.611117 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:33.652492 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a08818d8-7e31-4ca6-985a-d2aebf289c06 req-61822d2b-ae66-48f0-9951-e1a8d99d78bc tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978804
Aug 23 02:02:33.764657 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Allocated IP 172.27.2.129 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/03ede0a7-2b8d-433c-8795-b1fe3e93197e) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:02:33.909505 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:34.008932 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:34.013913 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f1168b93-5dfc-4e8e-bd00-d9a699fee67a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:34.074109 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:02:34.077616 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:02:34.081544 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:02:34.114520 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'Port': ['ID=03ede0a7-2b8d-433c-8795-b1fe3e93197e,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:34.120452 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:34.138440 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2baed60b-957a-4642-bc44-4fd37848d2f4 req-1087382f-b6c6-44c6-99b2-ab73676722af tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 210 time: 0.0457284
Aug 23 02:02:34.604772 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:34.740126 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:34.950400 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b61e8-4e5c-448b-8f88-c9ae517bd533 req-11cd80ea-5058-472b-a868-a3683088d3c6 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:34.951883 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f12b61e8-4e5c-448b-8f88-c9ae517bd533 req-11cd80ea-5058-472b-a868-a3683088d3c6 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 949 time: 0.1723812
Aug 23 02:02:35.005487 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device e033bf70-6c06-434b-aaad-0bafe145c4bb up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:02:35.179830 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port e033bf70-6c06-434b-aaad-0bafe145c4bb completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:02:35.186174 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port e033bf70-6c06-434b-aaad-0bafe145c4bb triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:02:35.186543 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:35.216758 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f12b61e8-4e5c-448b-8f88-c9ae517bd533 req-094a58da-383d-4250-9c0d-74b2d9be2045 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508736
Aug 23 02:02:35.269297 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:35.290531 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-37d4b4f0-fd4b-407c-afd7-239646165398 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:35.291933 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-37d4b4f0-fd4b-407c-afd7-239646165398 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 811 time: 0.2061045
Aug 23 02:02:35.319309 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-14b65165-6862-4304-8b41-fd41f6f483db req-75c5fc34-e34a-43ef-a248-4956c7ae2907 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 210 time: 0.0464358
Aug 23 02:02:35.339109 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:35.358943 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:35.365727 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-eb2884d5-d421-488f-a7aa-dd2a03bf7629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:35.369751 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e03b3-4c4d-446f-ade5-4a6ffe925910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e033bf70-6c06-434b-aaad-0bafe145c4bb'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:35.376701 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port e033bf70-6c06-434b-aaad-0bafe145c4bb, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e033bf70-6c06-434b-aaad-0bafe145c4bb,segment=NetworkSegment(8306c379-2eb2-4634-b269-075029852ca5),segment_id=8306c379-2eb2-4634-b269-075029852ca5)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:35.425470 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:35.428387 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-ba0a4294-39a6-4a65-988d-e8b11e3cd461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:35.433313 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-6740d392-30e2-4fcd-a427-92ad8395fcb8 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 379 time: 0.1277213
Aug 23 02:02:35.444089 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event updated for resources: {'Port': ['ID=03ede0a7-2b8d-433c-8795-b1fe3e93197e,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:35.451599 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'port': {'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'admin_state_up': True, 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'security_groups': ['b0fad929-1768-4c2b-8960-ce14570104a1']}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:02:35.466749 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:35.468956 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e03b3-4c4d-446f-ade5-4a6ffe925910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e033bf70-6c06-434b-aaad-0bafe145c4bb', 'code': 200}
Aug 23 02:02:35.503550 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=e033bf70-6c06-434b-aaad-0bafe145c4bb,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:35.506608 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:35.605465 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:35.717198 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:35.731294 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:35.806406 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e2a50ac7-3a0c-472c-a399-a3eb83a25d2d req-fda33e7e-7ec7-4adb-a161-8555a3dbca38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 1103 time: 0.0695446
Aug 23 02:02:35.821154 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Made reservation on behalf of 382ca8f9b14441659267fc49d336434f for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:02:35.824009 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:35.848352 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e2a50ac7-3a0c-472c-a399-a3eb83a25d2d req-2fe5d72c-81ba-4c8b-8db4-dadf5adde64d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352571
Aug 23 02:02:35.929601 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Floating IP bbb9df83-e59e-4b3d-9f67-5d55b6921ce3 associated. External IP: 172.27.2.129, port: 728fdb1d-7f8c-471e-8655-b21be782a355.
Aug 23 02:02:36.075393 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Allocated IP 172.20.0.3 (6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17/a71193bf-e0bb-4d11-b654-b370f96f1347/99a3ec7b-4b60-43b4-aa78-787c8f5891ae) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:02:36.355677 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:36.428773 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Transition to ACTIVE for port object 99a3ec7b-4b60-43b4-aa78-787c8f5891ae will not be triggered until provisioned by entity DHCP. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:02:36.445771 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff3fc3-375b-4f8c-b408-fc5f85a7fd3f req-2e68fb77-deb7-4219-9327-6afff70f8f94 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:36.448064 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-16ff3fc3-375b-4f8c-b408-fc5f85a7fd3f req-2e68fb77-deb7-4219-9327-6afff70f8f94 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 950 time: 0.0941107
Aug 23 02:02:36.501158 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-16ff3fc3-375b-4f8c-b408-fc5f85a7fd3f req-55d05f50-0cf4-4ab3-845b-e58b22b5a85f tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461817
Aug 23 02:02:36.515119 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ae288852-05ea-4149-93c5-5329bca7bf4b req-9f86777e-3899-4ffa-b720-9c40c09a28b6 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 210 time: 0.0529795
Aug 23 02:02:36.611207 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:36.617972 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b4695c04-18c4-46be-8d47-ea163fb87786 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:36.806520 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:02:36.808320 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:36.812878 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:02:36.814652 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:36.816484 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:02:36.889254 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:36.889885 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:36.895054 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Router 3738c221-3a53-4144-864e-cf944884ec8c has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:02:36.995544 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c5009425-a1a0-406c-bb25-bcb8a2b75c22 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5487368
Aug 23 02:02:37.013680 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Request body: {'port': {'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:02:37.160457 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-0176ee14-4abf-43a4-9d99-e04cd8eca279 None None] Provisioning for port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:02:37.161486 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-0176ee14-4abf-43a4-9d99-e04cd8eca279 None None] Provisioning complete for port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:02:37.161861 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-0176ee14-4abf-43a4-9d99-e04cd8eca279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:37.190751 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:37.211889 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-0176ee14-4abf-43a4-9d99-e04cd8eca279 None None] Port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:02:37.358923 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:02:37.368506 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] Sync routers for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:02:37.379957 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:02:37.380731 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480ed37c0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:02:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:37.543308 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:37.610149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a3ec7b-4b60-43b4-aa78-787c8f5891ae {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:02:37.611088 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:02:37.620507 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:37.624115 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3910923
Aug 23 02:02:37.626315 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:37.642883 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Transition to ACTIVE for port object 99a3ec7b-4b60-43b4-aa78-787c8f5891ae will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:02:37.734676 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b03c6e-5e49-4467-909d-6c68f62f5057 req-f829293d-6d0b-455c-a00b-ee83e71e9e67 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:37.735352 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-18b03c6e-5e49-4467-909d-6c68f62f5057 req-f829293d-6d0b-455c-a00b-ee83e71e9e67 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:02:37.738671 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038c55d-6f62-4a1f-a145-fa5ee14d4899 req-ead9fa4f-5bf9-49eb-8bc9-48e23c69b961 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:37.741008 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f038c55d-6f62-4a1f-a145-fa5ee14d4899 req-ead9fa4f-5bf9-49eb-8bc9-48e23c69b961 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 950 time: 0.0846469
Aug 23 02:02:37.748022 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:37.752919 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:37.790071 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f038c55d-6f62-4a1f-a145-fa5ee14d4899 req-5a090f25-0d50-4b24-a54b-75022a9d467e tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439327
Aug 23 02:02:37.869410 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-18b03c6e-5e49-4467-909d-6c68f62f5057 req-f829293d-6d0b-455c-a00b-ee83e71e9e67 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:02:37.869410 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-18b03c6e-5e49-4467-909d-6c68f62f5057 req-f829293d-6d0b-455c-a00b-ee83e71e9e67 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 931 time: 0.2114804
Aug 23 02:02:37.896657 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355', 'status': 'completed', 'code': 200}
Aug 23 02:02:37.911626 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Pushing event updated for resources: {'Port': ['ID=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:37.914965 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:38.014384 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-18b03c6e-5e49-4467-909d-6c68f62f5057 req-74c7c631-c8eb-4d20-9712-25d9b4438466 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1372662
Aug 23 02:02:38.030917 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-d55285df-62b0-4a21-8f09-797e3c5c7a53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1098 time: 0.1230009
Aug 23 02:02:38.058814 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Attempting to bind port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:02:38.059146 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Attempting to bind port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:02:38.060016 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Attempting to bind port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:02:38.066526 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 02:02:38.066852 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Attempting to bind port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:02:38.074701 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:02:38.075775 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Checking segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:02:38.076166 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Bound using segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:02:38.076613 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Bound port: 99a3ec7b-4b60-43b4-aa78-787c8f5891ae, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:02:38.076976 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:38.078082 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480ed37c0>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'bbb9df83-e59e-4b3d-9f67-5d55b6921ce3', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'port_id': '728fdb1d-7f8c-471e-8655-b21be782a355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'mac_address': 'fa:16:3e:01:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:34Z', 'updated_at': '2021-08-23T02:02:34Z', 'revision_number': 0, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:56Z', 'revision_number': 5, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:38.082911 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] Checking router: 3738c221-3a53-4144-864e-cf944884ec8c for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:02:38.096081 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:02:38.096759 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480ed37c0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:02:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:38.181514 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] For port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:02:38.186273 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] For port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:02:38.229625 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-6cd3e121-9e14-4569-aa20-0583255f977c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:38.231171 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-6cd3e121-9e14-4569-aa20-0583255f977c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 200  len: 908 time: 0.1937013
Aug 23 02:02:38.288876 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:38.295686 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:38.302352 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:02:38.337779 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-454fe4d6-e6fa-48c6-a332-c8cfde92f036 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 200  len: 999 time: 0.0998442
Aug 23 02:02:38.373761 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:38.375205 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] 10.222.0.21 "PUT /v2.0/ports/99a3ec7b-4b60-43b4-aa78-787c8f5891ae HTTP/1.1" status: 200  len: 1093 time: 1.3657386
Aug 23 02:02:38.381703 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Pushing event updated for resources: {'Port': ['ID=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:38.386435 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:38.430292 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-4df36cc5-6a33-41e0-b51f-a31981e89580 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:38.432674 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-4df36cc5-6a33-41e0-b51f-a31981e89580 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86a9d79d-45cd-4af6-8d08-599b27792300 HTTP/1.1" status: 200  len: 847 time: 0.0793233
Aug 23 02:02:38.636404 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-6af79337-ef40-4ac8-80e7-d74aa48e6501 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1211997b-aea8-47d1-b403-2561587160e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751445
Aug 23 02:02:38.680392 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e9418-2db6-4b60-80be-9d319cde50aa req-846eef21-e1a4-4e9e-a7e1-2c64ec6d8d78 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:38.681898 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fd6e9418-2db6-4b60-80be-9d319cde50aa req-846eef21-e1a4-4e9e-a7e1-2c64ec6d8d78 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 950 time: 0.1568089
Aug 23 02:02:38.689424 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-90f93458-1f2f-4afb-b709-3a05f53fbb50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 1096 time: 0.1117482
Aug 23 02:02:38.703997 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480ed37c0>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'bbb9df83-e59e-4b3d-9f67-5d55b6921ce3', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'port_id': '728fdb1d-7f8c-471e-8655-b21be782a355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'mac_address': 'fa:16:3e:01:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:34Z', 'updated_at': '2021-08-23T02:02:34Z', 'revision_number': 0, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:56Z', 'revision_number': 5, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:38.708187 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc936c4-86dc-4cb7-9899-84cf3e6654be None None] The sync data for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi is: [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': 'bbb9df83-e59e-4b3d-9f67-5d55b6921ce3', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'port_id': '728fdb1d-7f8c-471e-8655-b21be782a355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'mac_address': 'fa:16:3e:01:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:34Z', 'updated_at': '2021-08-23T02:02:34Z', 'revision_number': 0, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:56Z', 'revision_number': 5, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:02:38.773544 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-043c729a-0a4e-4dd5-8f70-09cfb0a7eb40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae HTTP/1.1" status: 200  len: 217 time: 0.0681376
Aug 23 02:02:38.787921 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-1acfaf27-d14e-45bc-b4cc-3d80fdcf47cd service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445892
Aug 23 02:02:38.920738 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03080f35-d0ad-45b0-9423-16752a1f6967 None None] New status for floating IP bbb9df83-e59e-4b3d-9f67-5d55b6921ce3: ACTIVE {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:02:38.931145 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f760df37-d3c8-4ed1-ac8e-83b456ab2cd6 req-c4a652ed-b645-4b7b-9427-75e21d125f03 service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361451
Aug 23 02:02:38.951501 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-fd6e9418-2db6-4b60-80be-9d319cde50aa req-6d74f43d-40c8-4895-b2f9-615216ec6457 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2597816
Aug 23 02:02:38.964750 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-359f7684-b128-44b2-9855-f92881c691e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:38.966198 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-359f7684-b128-44b2-9855-f92881c691e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.1850424
Aug 23 02:02:39.043385 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-4f2019fd-df90-45bf-8618-b18f6f3105b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701187
Aug 23 02:02:39.178299 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-46b50a7b-b357-4e13-99da-f81332c6fcd6 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280375
Aug 23 02:02:39.228274 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fc161-e3ee-49be-9d07-7de6f6ec90ee req-cc61ea62-d06b-4989-84fe-bb1c249dcfbb tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:39.229802 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c86fc161-e3ee-49be-9d07-7de6f6ec90ee req-cc61ea62-d06b-4989-84fe-bb1c249dcfbb tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 943 time: 0.0783219
Aug 23 02:02:39.280313 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c86fc161-e3ee-49be-9d07-7de6f6ec90ee req-16f40063-8346-461e-b793-63f6bda959d7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449383
Aug 23 02:02:39.314950 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5b232ee2-da8f-48f6-a060-40754d7cb6c5 req-0ba04e31-f82c-4cdf-bd02-64069e12640f service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301925
Aug 23 02:02:39.897719 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:39.952510 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'status': 'completed', 'code': 200}
Aug 23 02:02:39.986173 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-f0bc8aa2-5f1d-45d7-882a-b9be89952673 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:39.987622 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-f0bc8aa2-5f1d-45d7-882a-b9be89952673 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 950 time: 0.0847337
Aug 23 02:02:40.048390 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-987f8e6a-17d7-41c2-946d-86b568e81225 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 1096 time: 0.0752940
Aug 23 02:02:40.061399 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Deleting port e033bf70-6c06-434b-aaad-0bafe145c4bb {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:02:40.061742 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:40.310623 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] For port e033bf70-6c06-434b-aaad-0bafe145c4bb, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e033bf70-6c06-434b-aaad-0bafe145c4bb,segment=NetworkSegment(8306c379-2eb2-4634-b269-075029852ca5),segment_id=8306c379-2eb2-4634-b269-075029852ca5)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:40.310990 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:40.321747 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-8a864017-acd9-4c3f-bf0b-ccefaf10dc0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:40.323212 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-8a864017-acd9-4c3f-bf0b-ccefaf10dc0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.2690485
Aug 23 02:02:40.337375 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ac6c8-a3eb-4fae-90fe-799e0f950540 req-a78431b6-5583-43e2-9486-00d40f9e7621 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:40.339160 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7c3ac6c8-a3eb-4fae-90fe-799e0f950540 req-a78431b6-5583-43e2-9486-00d40f9e7621 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 950 time: 0.2600117
Aug 23 02:02:40.432846 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-70e8c6da-95a5-43dc-91e8-04cf6f2f2c5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae HTTP/1.1" status: 200  len: 217 time: 0.1017275
Aug 23 02:02:40.433119 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Calling delete_port for e033bf70-6c06-434b-aaad-0bafe145c4bb owned by compute:nova {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:02:40.497806 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7c3ac6c8-a3eb-4fae-90fe-799e0f950540 req-3ca40572-62cb-4ef6-9ac5-8a379e429842 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/security-groups?id=4738196d-0bc7-4d67-b972-1239229dc4db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013560
Aug 23 02:02:40.510402 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-cdb2eef2-a77a-4671-b7b9-68562f506757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:40.512078 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-cdb2eef2-a77a-4671-b7b9-68562f506757 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0701759
Aug 23 02:02:40.587272 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-05665a19-86de-44ec-8840-cb09ac76bf98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686002
Aug 23 02:02:40.600394 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff419b78-1c12-4055-a884-cc2a00610081 req-428a4a30-4219-4b8b-be5a-fdb3efdecf55 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:40.605858 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ff419b78-1c12-4055-a884-cc2a00610081 req-428a4a30-4219-4b8b-be5a-fdb3efdecf55 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 943 time: 0.1759646
Aug 23 02:02:40.671769 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ff419b78-1c12-4055-a884-cc2a00610081 req-3e4ee559-fb6f-4a11-8432-c14b5fd8ebee tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623431
Aug 23 02:02:40.719481 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-9b145650-0dc2-4721-a9e7-2f9beef3cffc service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256437
Aug 23 02:02:40.733643 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:40.740195 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-f24e6e06-7b35-43ce-a0e0-af7ae77ef20c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:40.745818 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['e033bf70-6c06-434b-aaad-0bafe145c4bb'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 02:02:40.783567 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Pushing event deleted for resources: {'Port': ['ID=e033bf70-6c06-434b-aaad-0bafe145c4bb,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:40.786327 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:40.860824 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4f9e8d93-36d4-4c92-b6ff-9669330fd9b3 req-df811a30-34a9-4ab6-a845-d9ff7c2f3c00 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354005
Aug 23 02:02:40.861352 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] No DVR routers for this DVR port e033bf70-6c06-434b-aaad-0bafe145c4bb on host hv-cinder-80552 {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:02:40.864014 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:40.928966 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-bde9ca16-a245-4de9-8040-1d3ceeffc564 req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.21 "DELETE /v2.0/ports/e033bf70-6c06-434b-aaad-0bafe145c4bb HTTP/1.1" status: 204  len: 173 time: 0.9362445
Aug 23 02:02:41.818958 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7131d9d2-2597-4236-974a-6ce51befed75 req-88cddea0-6282-4eb9-9595-fac15cfd2ff5 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68e03b3-4c4d-446f-ade5-4a6ffe925910 HTTP/1.1" status: 200  len: 210 time: 0.1853454
Aug 23 02:02:41.948113 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ff72a-adda-4733-8063-f290cfe1225c req-849dae3f-fe6e-4b57-ba6f-52a0edbf11b4 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:41.949600 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a66ff72a-adda-4733-8063-f290cfe1225c req-849dae3f-fe6e-4b57-ba6f-52a0edbf11b4 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 943 time: 0.1568701
Aug 23 02:02:41.953205 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e03b3-4c4d-446f-ade5-4a6ffe925910', 'name': 'network-vif-deleted', 'tag': 'e033bf70-6c06-434b-aaad-0bafe145c4bb'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:41.999119 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a66ff72a-adda-4733-8063-f290cfe1225c req-8d91b86a-1527-48b4-b36f-1b8af88317b9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408821
Aug 23 02:02:42.005394 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e03b3-4c4d-446f-ade5-4a6ffe925910', 'name': 'network-vif-deleted', 'tag': 'e033bf70-6c06-434b-aaad-0bafe145c4bb', 'status': 'completed', 'code': 200}
Aug 23 02:02:43.079211 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device e033bf70-6c06-434b-aaad-0bafe145c4bb no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:02:43.112770 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: e033bf70-6c06-434b-aaad-0bafe145c4bb {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:02:43.113143 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device e033bf70-6c06-434b-aaad-0bafe145c4bb not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:02:43.196543 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c072d2f-746a-4eb5-abb7-c8b7a8f1d846 req-d56683f0-0ac3-4ace-9441-0fe7c62f5955 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:43.198896 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0c072d2f-746a-4eb5-abb7-c8b7a8f1d846 req-d56683f0-0ac3-4ace-9441-0fe7c62f5955 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 943 time: 0.0801826
Aug 23 02:02:43.245367 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0c072d2f-746a-4eb5-abb7-c8b7a8f1d846 req-8f1d8f43-f9d5-4aa0-b0fd-84df2f4f4f3d tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417600
Aug 23 02:02:44.457592 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11039760-9d70-4c7e-b682-d6c1d40a215c req-3b15d26e-7bef-43e8-ac37-d56bb1638c83 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:44.459089 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-11039760-9d70-4c7e-b682-d6c1d40a215c req-3b15d26e-7bef-43e8-ac37-d56bb1638c83 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 943 time: 0.0949783
Aug 23 02:02:44.508468 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-11039760-9d70-4c7e-b682-d6c1d40a215c req-ef4e9ba4-1ca0-4927-9621-9297c2b15a9a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421751
Aug 23 02:02:45.702807 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd5316-e612-4f5b-a238-1278266fb5ef req-26d7811e-ba08-4107-bc65-46ac22da5ed3 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:45.704207 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c1dd5316-e612-4f5b-a238-1278266fb5ef req-26d7811e-ba08-4107-bc65-46ac22da5ed3 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 943 time: 0.0766811
Aug 23 02:02:45.751445 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c1dd5316-e612-4f5b-a238-1278266fb5ef req-fab2fa5f-4237-4585-a50d-b21e64d8f103 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417325
Aug 23 02:02:46.013863 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:46.960453 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2010a2-48e3-4bcf-a4c5-ae4e6d70354e req-9e172f7a-d412-44b3-96d8-815657efabb7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:46.962143 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8e2010a2-48e3-4bcf-a4c5-ae4e6d70354e req-9e172f7a-d412-44b3-96d8-815657efabb7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 943 time: 0.0853515
Aug 23 02:02:47.009422 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8e2010a2-48e3-4bcf-a4c5-ae4e6d70354e req-43cb9193-ec8d-498e-ac88-7c196f1b7f7f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416703
Aug 23 02:02:47.092724 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 99a3ec7b-4b60-43b4-aa78-787c8f5891ae details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 02:02:47.232258 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:47.245607 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 02:02:47.303502 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:47.359216 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a3ec7b-4b60-43b4-aa78-787c8f5891ae {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:02:47.374082 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:47.425233 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:47.427810 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-70fe9904-c4d7-4ecd-bd28-9ec12eab6cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:47.493444 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:47.502168 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.502509 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.502839 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.503167 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.503492 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.503924 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.504247 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.504586 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.504909 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.505222 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.505536 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:47.509247 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:47.660349 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['99a3ec7b-4b60-43b4-aa78-787c8f5891ae'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 02:02:48.297905 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88abb4f-0f0d-49e1-84c3-6c26cbed9027 req-c8795b7b-1ad7-4cbb-9073-ee244d7aeffe tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:48.299547 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d88abb4f-0f0d-49e1-84c3-6c26cbed9027 req-c8795b7b-1ad7-4cbb-9073-ee244d7aeffe tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 944 time: 0.1684482
Aug 23 02:02:48.344387 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d88abb4f-0f0d-49e1-84c3-6c26cbed9027 req-157fbd7b-fd90-4f82-be5e-1cf877e427e8 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391214
Aug 23 02:02:49.077134 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33734) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:49.108448 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 99a3ec7b-4b60-43b4-aa78-787c8f5891ae up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:02:49.244903 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-02dee6b9-2170-4baa-987a-fc49c85d5f4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03cc0e1cecad4a74a3bbaea883d6959c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1665254
Aug 23 02:02:49.247800 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33740) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:49.259483 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:02:49.265459 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:02:49.265924 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:49.306276 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1f80feb2-6845-448c-a316-29b66dcd8cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:49.334862 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1f80feb2-6845-448c-a316-29b66dcd8cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:49.383656 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:49.412357 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:49.422606 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:02:49.459450 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1f80feb2-6845-448c-a316-29b66dcd8cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:49.464719 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-95ca24e8-b89e-4015-8efa-87bd2e2c621c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:49.474576 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'code': 200}
Aug 23 02:02:49.479215 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80feb2-6845-448c-a316-29b66dcd8cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4738196d-0bc7-4d67-b972-1239229dc4db,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:49.482171 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-1f80feb2-6845-448c-a316-29b66dcd8cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:49.487889 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:49.489940 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:49.546508 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-1f80feb2-6845-448c-a316-29b66dcd8cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:49.550373 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-1f80feb2-6845-448c-a316-29b66dcd8cc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4738196d-0bc7-4d67-b972-1239229dc4db HTTP/1.1" status: 204  len: 168 time: 0.2991040
Aug 23 02:02:49.551470 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5b426-fd4d-42c0-8146-e66df0e81880 req-078fd313-5594-4df2-99d8-8e58f45012bb tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:49.553937 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0ea5b426-fd4d-42c0-8146-e66df0e81880 req-078fd313-5594-4df2-99d8-8e58f45012bb tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 945 time: 0.0801427
Aug 23 02:02:49.569243 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:49.572230 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:49.610534 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0ea5b426-fd4d-42c0-8146-e66df0e81880 req-4c45b98b-ec8c-4c17-b5f7-49076cb7e6bf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418818
Aug 23 02:02:49.921211 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d1cead4b-3156-4619-9b05-ab596ef4c914 req-b7e4941b-316a-41df-99d7-0191d46939be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 1098 time: 0.0737309
Aug 23 02:02:49.966980 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d1cead4b-3156-4619-9b05-ab596ef4c914 req-d065a219-3445-4517-956e-bd4689608981 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393589
Aug 23 02:02:50.805638 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173787-c124-4e34-9e8a-0c8943ea24bc req-5800b487-0415-4b67-ac5b-d4e143f2501c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:50.807055 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-26173787-c124-4e34-9e8a-0c8943ea24bc req-5800b487-0415-4b67-ac5b-d4e143f2501c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 945 time: 0.0775166
Aug 23 02:02:50.851926 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-26173787-c124-4e34-9e8a-0c8943ea24bc req-c2f83f54-4b6d-4acf-96d3-e7df799b09c7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387328
Aug 23 02:02:52.045915 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9055be-d8bb-4701-b058-017a714bff03 req-5a11b70a-78c7-47ae-ab41-7fbbe78363a7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:52.047338 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ed9055be-d8bb-4701-b058-017a714bff03 req-5a11b70a-78c7-47ae-ab41-7fbbe78363a7 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 945 time: 0.0793922
Aug 23 02:02:52.090303 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ed9055be-d8bb-4701-b058-017a714bff03 req-8e4483da-e0f1-417e-8586-13596a32887f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373127
Aug 23 02:02:52.292279 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff6b23-1f4f-497e-95b4-1d541b285430 req-3755b064-144d-44df-b005-127805d12d29 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:52.293740 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e5ff6b23-1f4f-497e-95b4-1d541b285430 req-3755b064-144d-44df-b005-127805d12d29 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 945 time: 0.0779614
Aug 23 02:02:52.342380 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-e5ff6b23-1f4f-497e-95b4-1d541b285430 req-61c554bc-831c-463e-bfec-038be3e579b5 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417473
Aug 23 02:02:52.369019 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33758) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:52.437467 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-34ca4ca8-48d0-4498-9c9f-b921909353ef tempest-TestVolumeBootPattern-1697569909 tempest-TestVolumeBootPattern-1697569909-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 1093 time: 0.0671985
Aug 23 02:02:52.439808 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 33762) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:02:52.445046 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:02:52.450438 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:02:52.454694 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:floatingip and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:02:52.457501 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75865) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:02:52.463354 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:02:52.504651 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:52.636736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:52.769921 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Allocated IP 172.27.2.93 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/97e2c42e-a184-49da-a740-3e413fb8cba3) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:02:52.909337 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:53.002142 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:53.006128 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ee6f266a-f36c-492e-89ed-a62129857912 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:53.069086 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:02:53.072330 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:02:53.074261 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=97e2c42e-a184-49da-a740-3e413fb8cba3,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:53.076894 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:02:53.118939 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.119325 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.119697 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.120064 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.120428 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.120816 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.121179 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.121538 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.121894 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.122249 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.122601 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:02:53.127731 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:53.719532 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:53.739451 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f7061ab-a097-439d-8fee-4b555689009c req-038012f0-04a2-4add-b111-2e41ec1612ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1764376
Aug 23 02:02:53.894765 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:53.964273 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f7061ab-a097-439d-8fee-4b555689009c req-b2eb8ed4-7f6e-4b38-8def-dbb93ef9e655 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1098 time: 0.1449587
Aug 23 02:02:54.196384 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7061ab-a097-439d-8fee-4b555689009c req-2a00630f-b902-4b7f-bb28-2e678d503f34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:54.199774 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f7061ab-a097-439d-8fee-4b555689009c req-2a00630f-b902-4b7f-bb28-2e678d503f34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 200  len: 908 time: 0.1710773
Aug 23 02:02:54.270023 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:54.313065 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f7061ab-a097-439d-8fee-4b555689009c req-ee27ded3-9767-4297-bd5f-c95a2bc25d58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 200  len: 1001 time: 0.1027358
Aug 23 02:02:54.351510 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:54.358582 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c3ae98a8-ba94-402d-a281-8d2535f801a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:02:54.464455 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7061ab-a097-439d-8fee-4b555689009c req-66dd7a9e-8b40-460d-9101-c83f7d0d5b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:54.465849 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f7061ab-a097-439d-8fee-4b555689009c req-66dd7a9e-8b40-460d-9101-c83f7d0d5b5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86a9d79d-45cd-4af6-8d08-599b27792300 HTTP/1.1" status: 200  len: 847 time: 0.1462204
Aug 23 02:02:54.505966 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=97e2c42e-a184-49da-a740-3e413fb8cba3,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:02:54.514196 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:02:54.542567 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:54.636012 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f7061ab-a097-439d-8fee-4b555689009c req-afff5d63-56b8-43bd-9e37-e291c5ef8be2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1211997b-aea8-47d1-b403-2561587160e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1600952
Aug 23 02:02:54.842251 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f7061ab-a097-439d-8fee-4b555689009c req-a7d3894d-39e8-4454-81e7-81f3f57f06eb service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986649
Aug 23 02:02:54.874021 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.db.l3_db [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Floating IP 1b5988ef-219c-427b-8cb4-92b4e4f0f604 associated. External IP: 172.27.2.93, port: 99a3ec7b-4b60-43b4-aa78-787c8f5891ae.
Aug 23 02:02:55.051479 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6f7061ab-a097-439d-8fee-4b555689009c req-012a722d-283d-42a1-8cfb-872ce01f62c1 service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985385
Aug 23 02:02:55.458359 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:02:55.650752 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:02:55.660636 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:02:55.671779 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:02:55.672393 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480e59460>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:02:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:55.750774 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:55.806681 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.3658736
Aug 23 02:02:55.807418 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:02:55.848939 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:02:55.864834 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'status': 'completed', 'code': 200}
Aug 23 02:02:55.955918 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-c5cae0eb-45d3-40b5-a978-0215aaf7f6ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 1098 time: 0.0682936
Aug 23 02:02:56.087007 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-52b3a28a-8ec7-45ed-852b-c5a35f567b01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:56.088443 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-52b3a28a-8ec7-45ed-852b-c5a35f567b01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1265035
Aug 23 02:02:56.193791 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480e59460>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:53Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:56.194654 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-b9771849-947b-4262-ba79-b2217ff2e18c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae HTTP/1.1" status: 200  len: 998 time: 0.0990889
Aug 23 02:02:56.197664 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:02:56.207975 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:02:56.208587 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480e59460>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:02:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:56.259188 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-babfeec3-6b9a-41ad-ad9f-045288224973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:02:56.260655 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-babfeec3-6b9a-41ad-ad9f-045288224973 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0591915
Aug 23 02:02:56.340995 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-50e84cc4-b87b-4a49-bcf8-23b3f66910f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739729
Aug 23 02:02:56.383601 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:02:56.476440 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-12937ba7-e8f9-44b6-8243-9b8a6178a5df service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277957
Aug 23 02:02:56.612861 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-2807fb02-d1e0-4d46-80e7-5ccdac6e6e7c req-7f696437-7d7a-479d-9b51-4bc0a6913797 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291101
Aug 23 02:02:56.768381 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480e59460>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:53Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:02:56.772391 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702a666-1d84-48f7-9802-83b54d55e55a None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:53Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:02:56.955178 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51a477-e81f-4f8a-ba90-09e2519aaa89 None None] New status for floating IP 1b5988ef-219c-427b-8cb4-92b4e4f0f604: ACTIVE {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:02:57.641980 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa2c9-149e-463c-98ce-7ac60e55815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:58.178774 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:02:58.344606 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:02:59.870552 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e5134507-e8d7-4a84-abcb-2c0e5c9b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:00.807258 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:02.487310 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:16.035575 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:27.601390 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-566ceaa4-b272-4a47-9966-5a70b1b582f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:28.189919 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:29.898325 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6303f78d-025f-4b90-9e0a-735ed85de2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:30.812736 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:32.521087 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:35.344356 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:03:46.035077 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:54.763010 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-229cdeaf-ef14-4ff6-b98a-0cbc88111d8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1827309
Aug 23 02:03:54.850221 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-ecd7d1f3-6613-480f-a44e-ab4aec55d102 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 1098 time: 0.0668099
Aug 23 02:03:54.990869 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-37429f06-d899-46a5-a464-258946e3b135 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:03:54.992291 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-37429f06-d899-46a5-a464-258946e3b135 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1231782
Aug 23 02:03:55.185767 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-af277122-7fca-40cb-88af-e3e2b0e59526 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae HTTP/1.1" status: 200  len: 1000 time: 0.1871994
Aug 23 02:03:55.247933 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-942afa1d-0f6c-47a8-a6ec-eb8b1ce00b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:03:55.249348 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-942afa1d-0f6c-47a8-a6ec-eb8b1ce00b93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0577185
Aug 23 02:03:55.321257 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-86b47d9e-384f-40cc-a28e-97e5a7678800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0654824
Aug 23 02:03:55.330856 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-10578c5d-55a9-4d99-aa2b-b5c2089f9942 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 02:03:55.331748 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-10578c5d-55a9-4d99-aa2b-b5c2089f9942 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046477
Aug 23 02:03:55.463487 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-64815fc8-d859-4763-8dbb-d89d37d7d1d5 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250172
Aug 23 02:03:55.591160 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-ed643da7-623e-4555-b6d9-99cf519ae825 req-3ce98686-bdef-4ae3-a6ac-e0fb34ea9f83 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215715
Aug 23 02:03:57.612159 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-70ec015a-25b5-457a-ac2b-ea492bb7185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:58.143053 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:03:59.886154 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-064826cd-3ba4-45bb-9f2b-745fce04b184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:00.834534 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:02.520715 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:12.343918 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:04:16.045730 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:27.474961 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123f169-9ab4-46ef-947b-fb7b80e05c31 req-cc01bada-64ed-460f-948d-95a85074f547 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:27.476416 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2123f169-9ab4-46ef-947b-fb7b80e05c31 req-cc01bada-64ed-460f-948d-95a85074f547 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0769615
Aug 23 02:04:27.522242 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2123f169-9ab4-46ef-947b-fb7b80e05c31 req-7894dbab-d2a7-4979-ba0d-ce84db581469 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401566
Aug 23 02:04:27.617461 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-13e4b586-f5d3-4fc0-8e5a-7df6daf162ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:28.159986 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:28.725908 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b256ed-30b8-4116-abe0-6598feb2d89c req-e3aec0d6-011a-4d39-b5a2-7dd9d0ba4bc5 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:28.727383 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-27b256ed-30b8-4116-abe0-6598feb2d89c req-e3aec0d6-011a-4d39-b5a2-7dd9d0ba4bc5 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0825121
Aug 23 02:04:28.772769 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-27b256ed-30b8-4116-abe0-6598feb2d89c req-19555d7e-137a-4a1b-b331-89d85363f9cb tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399559
Aug 23 02:04:29.902830 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-f037a1d9-2759-493b-acf2-4bc8933a6569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:29.970933 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc57f-c23d-4b73-841f-d9c372a811c4 req-c6ce3409-ff4f-4803-8b5c-6662df47fc47 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:29.972410 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f2ddc57f-c23d-4b73-841f-d9c372a811c4 req-c6ce3409-ff4f-4803-8b5c-6662df47fc47 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0815208
Aug 23 02:04:30.016366 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-f2ddc57f-c23d-4b73-841f-d9c372a811c4 req-f1e3a37b-650c-4a8c-9970-c9b821bdaf5d tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385695
Aug 23 02:04:30.823164 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:31.207165 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4633c84-ac46-4e79-b316-42f73163346a req-4714b0a5-c514-4a04-a18e-8118f25a7d11 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:31.208615 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f4633c84-ac46-4e79-b316-42f73163346a req-4714b0a5-c514-4a04-a18e-8118f25a7d11 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0769281
Aug 23 02:04:31.252766 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f4633c84-ac46-4e79-b316-42f73163346a req-e911cf8b-326b-4292-8473-b00e703ee9dd tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387325
Aug 23 02:04:32.458686 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063ba61-0edd-4b3b-b038-492c5fdbfd84 req-4ff229cf-e186-4452-9d97-f89f8bf644e4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:32.460134 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0063ba61-0edd-4b3b-b038-492c5fdbfd84 req-4ff229cf-e186-4452-9d97-f89f8bf644e4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0780280
Aug 23 02:04:32.479746 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:32.508086 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0063ba61-0edd-4b3b-b038-492c5fdbfd84 req-83b5ffec-520e-47dd-a130-38bc334346f9 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424821
Aug 23 02:04:33.086880 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-ba117de8-d21f-46fb-9342-eb120d24d7ec tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827277670&fields=id&tenant_id=382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 267 time: 0.0436642
Aug 23 02:04:33.229679 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-a745ea87-dc65-40b3-9a47-49ad47b7dc05 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:33.231022 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-a745ea87-dc65-40b3-9a47-49ad47b7dc05 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 811 time: 0.1382020
Aug 23 02:04:33.247136 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-e7cc0992-3f02-49f8-83e4-b4453dc85971 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/quotas/382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 375 time: 0.0102663
Aug 23 02:04:33.330244 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-45316bbb-f52d-4c6f-922c-87eddd3b4d9a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0777957
Aug 23 02:04:33.412117 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-9f3af971-f33c-466e-a6e9-feb35f364f91 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75865) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 23 02:04:33.419638 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-9f3af971-f33c-466e-a6e9-feb35f364f91 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0723035
Aug 23 02:04:33.542174 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-7cbbedc2-2ccb-4742-896e-667e590fb4bc service neutron] 10.222.0.20 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229498
Aug 23 02:04:33.674004 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-91642c93-1d51-4cd2-ac95-43a21b3ad6ef service neutron] 10.222.0.20 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256382
Aug 23 02:04:33.702599 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c03cf-aa8c-449d-a997-af71d295d692 req-e5f819c8-5c92-496b-bcc2-7e17232d77fa tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:33.704051 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4b4c03cf-aa8c-449d-a997-af71d295d692 req-e5f819c8-5c92-496b-bcc2-7e17232d77fa tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0750649
Aug 23 02:04:33.749528 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-4b4c03cf-aa8c-449d-a997-af71d295d692 req-436b3d41-6e49-4c63-b89b-741cd1cb8614 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397396
Aug 23 02:04:34.313236 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-02746231-bdf1-4acc-abd3-af40fedff9d8 req-6c2f8afa-2641-44d8-bcd2-9233324d423e tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 210 time: 0.0450411
Aug 23 02:04:34.945044 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057f9ad-eeea-446a-bf84-830fc43e9e66 req-6eecd691-b64f-4387-8a0a-7b7b5e3c32f6 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:34.946482 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d057f9ad-eeea-446a-bf84-830fc43e9e66 req-6eecd691-b64f-4387-8a0a-7b7b5e3c32f6 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0809247
Aug 23 02:04:34.990601 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d057f9ad-eeea-446a-bf84-830fc43e9e66 req-f7d853f2-106a-411e-be4b-90808a0f6ea8 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385377
Aug 23 02:04:35.473632 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0a94f198-0711-4f27-a6b8-66ae619ca695 req-548f5935-51c9-49b2-aab5-60e8ffc88303 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 210 time: 0.0414746
Aug 23 02:04:36.185721 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8c8cb-7e55-46c6-977f-925cf903a04a req-2b05cd62-89dd-4b69-8f59-2c06ebbf0708 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:36.187424 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c0a8c8cb-7e55-46c6-977f-925cf903a04a req-2b05cd62-89dd-4b69-8f59-2c06ebbf0708 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0775189
Aug 23 02:04:36.234134 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-c0a8c8cb-7e55-46c6-977f-925cf903a04a req-ad09f022-6776-47be-857f-67b01feee989 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401237
Aug 23 02:04:36.431647 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-3acd300e-b460-4883-a836-5d9dd3e55f71 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:36.433290 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-3acd300e-b460-4883-a836-5d9dd3e55f71 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 811 time: 0.1449232
Aug 23 02:04:36.490014 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-9a118471-3e3d-4309-ab25-21b20ee21538 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=382ca8f9b14441659267fc49d336434f HTTP/1.1" status: 200  len: 379 time: 0.0432558
Aug 23 02:04:36.498656 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'port': {'device_id': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'admin_state_up': True, 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'security_groups': ['b0fad929-1768-4c2b-8960-ce14570104a1']}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:04:36.661374 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-1e864860-24c9-4af6-a1cd-5092b52beb78 req-ce496e23-9677-49a5-b340-2b04b716664c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 210 time: 0.0422540
Aug 23 02:04:36.731024 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:04:36.742115 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.quota.driver [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=75865) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:04:36.828733 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Made reservation on behalf of 382ca8f9b14441659267fc49d336434f for: {'port': 1} {{(pid=75865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 23 02:04:36.831724 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:36.988936 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.db_base_plugin_common [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Allocated IP 172.20.0.6 (6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17/a71193bf-e0bb-4d11-b654-b370f96f1347/75134457-0109-4fdd-a860-72ed54ca0550) {{(pid=75865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:04:37.168440 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:37.184236 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Transition to ACTIVE for port object 75134457-0109-4fdd-a860-72ed54ca0550 will not be triggered until provisioned by entity DHCP. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:04:37.332149 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_create {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:37.337932 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-c2159b44-ecab-4fc7-9e12-5ab6b7c308bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:37.462690 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=75134457-0109-4fdd-a860-72ed54ca0550,revision_number=1']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:37.466735 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 is already hosted by enough agents. {{(pid=75865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:04:37.468516 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.base_scheduler [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources bound (agent type, host, resource id):  {{(pid=75865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:04:37.471702 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Received port after_create {{(pid=75865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:04:37.513018 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.513406 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.513784 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.514159 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.514552 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.514921 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.515287 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.515648 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.516596 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.516953 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.517312 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:37.521653 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:37.555914 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:37.556532 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:37.577399 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83523f-b4ee-4b44-816a-c57d6f1d5822 req-79721669-0628-446f-b1f5-c5002b9467d1 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:37.577399 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0a83523f-b4ee-4b44-816a-c57d6f1d5822 req-79721669-0628-446f-b1f5-c5002b9467d1 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.2033060
Aug 23 02:04:37.634947 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0a83523f-b4ee-4b44-816a-c57d6f1d5822 req-846b6dc4-59de-44f7-8797-b4071213862e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518360
Aug 23 02:04:37.761759 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-42f20c31-53a4-42be-b729-0676cd8d0618 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2665291
Aug 23 02:04:37.772839 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.v2.base [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Request body: {'port': {'device_id': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:04:37.789102 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-9d050aa6-d354-4796-8deb-5c11140b50c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1098 time: 0.1766384
Aug 23 02:04:37.828456 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a516485e-a9ca-4053-82c0-d6aac9f14d81 None None] Provisioning for port 75134457-0109-4fdd-a860-72ed54ca0550 completed by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:04:37.834334 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-a516485e-a9ca-4053-82c0-d6aac9f14d81 None None] Provisioning complete for port 75134457-0109-4fdd-a860-72ed54ca0550 triggered by entity DHCP. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:04:37.834712 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a516485e-a9ca-4053-82c0-d6aac9f14d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:37.879511 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:37.886429 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-a516485e-a9ca-4053-82c0-d6aac9f14d81 None None] Port 75134457-0109-4fdd-a860-72ed54ca0550 cannot update to ACTIVE because it is not bound. {{(pid=75866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 23 02:04:37.989390 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab5a67-9a31-4ef9-8ebc-c79ed6e41d0d req-c83294a1-6257-4a76-8450-9869ec10c1ac tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:37.990871 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a7ab5a67-9a31-4ef9-8ebc-c79ed6e41d0d req-c83294a1-6257-4a76-8450-9869ec10c1ac tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 931 time: 0.2009861
Aug 23 02:04:37.995890 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-2719a6c1-0bfe-4f11-9c82-3427381dade7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:37.997315 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-2719a6c1-0bfe-4f11-9c82-3427381dade7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 200  len: 908 time: 0.1761711
Aug 23 02:04:38.121074 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a7ab5a67-9a31-4ef9-8ebc-c79ed6e41d0d req-09f65428-7995-4ef1-affc-9216d291d71a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218648
Aug 23 02:04:38.135490 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-6ae2e29e-9f3e-4836-8ecc-7cfa22e61d38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 200  len: 1001 time: 0.1204565
Aug 23 02:04:38.205064 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-6dcd54eb-69b3-409c-904f-6a5036bef7f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:38.206520 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-6dcd54eb-69b3-409c-904f-6a5036bef7f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86a9d79d-45cd-4af6-8d08-599b27792300 HTTP/1.1" status: 200  len: 847 time: 0.0650434
Aug 23 02:04:38.222511 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75134457-0109-4fdd-a860-72ed54ca0550 {{(pid=75865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:04:38.229404 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:38.244683 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.provisioning_blocks [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Transition to ACTIVE for port object 75134457-0109-4fdd-a860-72ed54ca0550 will not be triggered until provisioned by entity L2. {{(pid=75865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 23 02:04:38.287221 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-675ff8ae-ad5f-4849-ab8d-b660915c74bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1211997b-aea8-47d1-b403-2561587160e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727580
Aug 23 02:04:38.308716 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:38.313693 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-1daf58bf-0ff6-4579-8c73-a7329c7cc016 tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:38.426123 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-f95c8b00-669e-433a-9309-9e7d688097a2 service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320450
Aug 23 02:04:38.435424 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=75134457-0109-4fdd-a860-72ed54ca0550,revision_number=2']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:38.445859 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:38.553628 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Attempting to bind port 75134457-0109-4fdd-a860-72ed54ca0550 on host hv-cinder-80552 for vnic_type normal with profile  {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 23 02:04:38.553995 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Attempting to bind port 75134457-0109-4fdd-a860-72ed54ca0550 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 23 02:04:38.554324 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Attempting to bind port 75134457-0109-4fdd-a860-72ed54ca0550 on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:04:38.561366 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Port 75134457-0109-4fdd-a860-72ed54ca0550 on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 23 02:04:38.561682 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Attempting to bind port 75134457-0109-4fdd-a860-72ed54ca0550 on network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 23 02:04:38.569003 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Checking agent: {'id': '1350e8e3-0009-4d06-8730-4f9275d766c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 23 02:04:38.569339 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Checking segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 23 02:04:38.569960 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Bound using segment: {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'} {{(pid=75865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 23 02:04:38.570384 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.managers [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Bound port: 75134457-0109-4fdd-a860-72ed54ca0550, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17'}}] {{(pid=75865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 23 02:04:38.570755 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:38.571817 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-6617f206-7a51-4e06-839b-adb439a2ee2c req-1f16f283-be99-4a78-b4ce-a514612c3bcf service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380327
Aug 23 02:04:38.658357 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] For port 75134457-0109-4fdd-a860-72ed54ca0550, host hv-cinder-80552, cleared binding levels {{(pid=75865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 23 02:04:38.661306 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] For port 75134457-0109-4fdd-a860-72ed54ca0550, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=75134457-0109-4fdd-a860-72ed54ca0550,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 23 02:04:38.726524 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1466778'] for port, after_update {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:38.731782 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-1612ec07-fc7f-47e8-b6d9-bdd49c911d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:38.925528 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:38.926886 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/75134457-0109-4fdd-a860-72ed54ca0550 HTTP/1.1" status: 200  len: 1093 time: 1.1585188
Aug 23 02:04:38.927404 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:04:38.961038 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=75134457-0109-4fdd-a860-72ed54ca0550,revision_number=3']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:38.966107 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5a458abd-1a98-4460-a65d-9bc8a2d6a8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:38.989521 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17673c94-0efc-4673-9de5-b006d15658ff req-ded6a1ce-1889-45a0-a332-d41cceed1525 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:38.991008 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-17673c94-0efc-4673-9de5-b006d15658ff req-ded6a1ce-1889-45a0-a332-d41cceed1525 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.2235494
Aug 23 02:04:39.091296 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-17673c94-0efc-4673-9de5-b006d15658ff req-e50290e6-9022-41e2-94d2-95f9d2810aac tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946321
Aug 23 02:04:39.118681 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-65ef9016-a756-48cf-b182-cb44f4dcdffb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 1096 time: 0.0827236
Aug 23 02:04:39.188363 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-bc22a090-e23d-4e0a-9398-cce2141a3c64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75134457-0109-4fdd-a860-72ed54ca0550 HTTP/1.1" status: 200  len: 217 time: 0.0665374
Aug 23 02:04:39.228707 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550', 'status': 'completed', 'code': 200}
Aug 23 02:04:39.291133 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-3cfbccf4-4bdb-4397-8889-91946754616b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:39.292501 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-3cfbccf4-4bdb-4397-8889-91946754616b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0956242
Aug 23 02:04:39.387720 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a58f1e-ec68-4909-bfb4-99d0cd780d41 req-9f8a9398-80c2-4362-b7af-067c0b3b9d16 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:39.388959 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-45a58f1e-ec68-4909-bfb4-99d0cd780d41 req-9f8a9398-80c2-4362-b7af-067c0b3b9d16 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:04:39.395445 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-5efb9bcc-a038-42cc-81d0-f3bd86029e4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0953031
Aug 23 02:04:39.510075 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-45a58f1e-ec68-4909-bfb4-99d0cd780d41 req-9f8a9398-80c2-4362-b7af-067c0b3b9d16 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:04:39.511208 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-45a58f1e-ec68-4909-bfb4-99d0cd780d41 req-9f8a9398-80c2-4362-b7af-067c0b3b9d16 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 943 time: 0.2608762
Aug 23 02:04:39.549574 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-895ac16e-f0b6-47a1-94e6-70639f09e15a service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457582
Aug 23 02:04:39.646031 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-45a58f1e-ec68-4909-bfb4-99d0cd780d41 req-66ec4b6e-c366-4f3c-b494-9cd0b08f6df9 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1279972
Aug 23 02:04:39.696962 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-126ecd51-1f75-49eb-a76f-9f81782e4211 req-77d9e782-ce30-4d66-b1e1-d1e2bf06a6cf service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373415
Aug 23 02:04:39.894816 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-16b872ff-6df8-49e7-b629-8dda1215b825 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 1096 time: 0.0711560
Aug 23 02:04:40.022014 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-b0012a01-4374-4238-b224-ada2e7d0afcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:40.023485 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-b0012a01-4374-4238-b224-ada2e7d0afcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1226118
Aug 23 02:04:40.099816 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-d7d2a15b-ad3d-4e21-a13f-425182a8e3ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75134457-0109-4fdd-a860-72ed54ca0550 HTTP/1.1" status: 200  len: 217 time: 0.0634747
Aug 23 02:04:40.163190 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-708e6f59-a790-47a9-bd80-d3ec26070215 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:40.165242 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-708e6f59-a790-47a9-bd80-d3ec26070215 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0584507
Aug 23 02:04:40.241846 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-56f93408-65b5-4aed-bbf3-a6a52e0b1d36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681331
Aug 23 02:04:40.301435 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29a498-5871-4a7f-8f7b-56dc8c234da9 req-5ffb91f8-18ea-4cc4-ad6f-9033994d19f5 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:40.302859 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0a29a498-5871-4a7f-8f7b-56dc8c234da9 req-5ffb91f8-18ea-4cc4-ad6f-9033994d19f5 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0848053
Aug 23 02:04:40.350659 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-0a29a498-5871-4a7f-8f7b-56dc8c234da9 req-2d346c68-755b-4dd2-8db7-93150ff879e6 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419667
Aug 23 02:04:40.379645 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-cca9f7fb-d448-41ed-8ecd-1c583d65bc4a service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283407
Aug 23 02:04:40.510050 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-12bd1e02-b0f3-4a08-813d-f72949ef0953 req-74a9dbbe-017d-4785-b989-6b5d5105c5d9 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240704
Aug 23 02:04:40.846584 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c408497-edb8-450d-be59-9c4ca785936c req-bdb981f4-77f4-4248-ae08-a2994307535c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:40.850011 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5c408497-edb8-450d-be59-9c4ca785936c req-bdb981f4-77f4-4248-ae08-a2994307535c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 943 time: 0.0846040
Aug 23 02:04:40.892726 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-5c408497-edb8-450d-be59-9c4ca785936c req-94fd2ca5-e226-4e6b-9e61-58f92a725604 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390425
Aug 23 02:04:41.552514 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386701e3-9225-4afa-ba79-30038a38f774 req-7a3edcaa-5872-4154-bc4f-94870be0d5c8 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:41.554012 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-386701e3-9225-4afa-ba79-30038a38f774 req-7a3edcaa-5872-4154-bc4f-94870be0d5c8 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0777280
Aug 23 02:04:41.598541 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-386701e3-9225-4afa-ba79-30038a38f774 req-c0678bab-d820-45dc-8936-4f1ee13ba857 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389066
Aug 23 02:04:41.782492 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-68d90d77-6911-490a-8ae1-5c94f2731f11 req-74150ed4-a848-4d41-bea2-ce6cd4dfa949 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0677197
Aug 23 02:04:42.100026 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3db45-3801-448b-8b4f-e1093c869b91 req-17df2cee-4906-4252-969d-37649b626a24 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:42.101510 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7fc3db45-3801-448b-8b4f-e1093c869b91 req-17df2cee-4906-4252-969d-37649b626a24 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 943 time: 0.0893910
Aug 23 02:04:42.152760 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7fc3db45-3801-448b-8b4f-e1093c869b91 req-0ccb95c7-725d-4119-8f45-8011e5c33425 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426314
Aug 23 02:04:42.270404 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663841-5b1f-43d1-b3a0-57678c77103c req-66cb2cea-b3c3-42ef-9d25-d896011ce215 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:42.271843 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6c663841-5b1f-43d1-b3a0-57678c77103c req-66cb2cea-b3c3-42ef-9d25-d896011ce215 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.1736548
Aug 23 02:04:42.285471 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-f604feab-1867-45dc-bcba-88661a3016b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2055163
Aug 23 02:04:42.318421 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6c663841-5b1f-43d1-b3a0-57678c77103c req-deb7e80a-5446-4851-9ab3-977ebf63209f tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407336
Aug 23 02:04:43.350942 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dbf38-8736-4b73-89c6-272bee729a0c req-74e5cdc5-5936-43b6-9697-1080bd55835f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:43.352390 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-847dbf38-8736-4b73-89c6-272bee729a0c req-74e5cdc5-5936-43b6-9697-1080bd55835f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 943 time: 0.0786793
Aug 23 02:04:43.399497 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-847dbf38-8736-4b73-89c6-272bee729a0c req-1635898d-5df2-4716-a538-54bf69024ce0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415409
Aug 23 02:04:43.521140 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2303-b1a6-493b-91fa-272e9a0df9d6 req-aa4d8e9e-9dec-4974-90dc-b5e208af98dd tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:43.522594 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cf0b2303-b1a6-493b-91fa-272e9a0df9d6 req-aa4d8e9e-9dec-4974-90dc-b5e208af98dd tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0768499
Aug 23 02:04:43.570690 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-cf0b2303-b1a6-493b-91fa-272e9a0df9d6 req-9d3315f4-702c-48a8-b7ab-4fd9bd7a9601 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426335
Aug 23 02:04:43.698438 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 728fdb1d-7f8c-471e-8655-b21be782a355 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:04:43.808149 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:43.834405 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:04:43.843827 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:04:43.931772 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:43.933597 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-0f16d162-e631-4974-820f-b85dff1e6d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:43.966246 dv-cinder-805529-1-iscsi neutron-server[75866]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355', 'code': 422} returned with failed status
Aug 23 02:04:43.996876 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=6']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:44.005031 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.005374 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.005709 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.006043 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.006372 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.006697 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.007023 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.007344 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.007665 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.007984 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.008303 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:44.011989 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:44.147431 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-4c5119d8-ce85-4c22-8052-cec79cf191ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541&tenant_id=ba20ee0dab434973abcdb6e3cf80a34a HTTP/1.1" status: 200  len: 1096 time: 0.0674055
Aug 23 02:04:44.234259 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-edc336b4-620d-4d24-979a-bf8d31690187 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1096 time: 0.0669711
Aug 23 02:04:44.359401 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-f76d96db-f4e7-4c06-be6f-51e8f75e000c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:44.360894 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-f76d96db-f4e7-4c06-be6f-51e8f75e000c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 200  len: 908 time: 0.1211891
Aug 23 02:04:44.464704 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-3e60b67a-d6a0-417d-81c8-38442cdc6fc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 200  len: 999 time: 0.0965161
Aug 23 02:04:44.563305 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-f2b82c36-0f0c-4abb-9374-d8260dc1b461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:44.564621 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-f2b82c36-0f0c-4abb-9374-d8260dc1b461 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86a9d79d-45cd-4af6-8d08-599b27792300 HTTP/1.1" status: 200  len: 847 time: 0.0941453
Aug 23 02:04:44.669642 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e3d58-6788-4c25-b9ce-97671bce00b6 req-2884f154-6fa4-4f95-9e32-c91c3fd3caaf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:44.671107 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-292e3d58-6788-4c25-b9ce-97671bce00b6 req-2884f154-6fa4-4f95-9e32-c91c3fd3caaf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 943 time: 0.1458700
Aug 23 02:04:44.679556 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-26254627-bd55-4c82-9235-01cb18d7022b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1211997b-aea8-47d1-b403-2561587160e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1076562
Aug 23 02:04:44.764964 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c3fb2-3307-47b7-ba54-9a8cd8e287ec req-aaf6595e-b90f-4da4-8a9c-851f86bc253d tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:44.766602 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-833c3fb2-3307-47b7-ba54-9a8cd8e287ec req-aaf6595e-b90f-4da4-8a9c-851f86bc253d tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0756857
Aug 23 02:04:44.795128 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-292e3d58-6788-4c25-b9ce-97671bce00b6 req-6884309d-81d5-465e-8ed4-048163eb05df tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146240
Aug 23 02:04:44.814327 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-833c3fb2-3307-47b7-ba54-9a8cd8e287ec req-3a33d30a-b1de-431b-92a9-b6155ee5f961 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418937
Aug 23 02:04:44.841420 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-7b922408-5704-4b4b-a97d-1539ec455aee service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455882
Aug 23 02:04:44.970744 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-7efbc8e9-b7e7-43a2-8a19-fd9588921940 req-025724c1-0d6f-495b-8813-deda620cf56c service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231117
Aug 23 02:04:45.989632 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75dba5-eac1-4336-989c-e33489d791da req-24d94c25-77d6-46f9-b920-adef49632959 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:45.991103 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6b75dba5-eac1-4336-989c-e33489d791da req-24d94c25-77d6-46f9-b920-adef49632959 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 943 time: 0.0775836
Aug 23 02:04:46.010784 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50243501-dceb-48db-8d0e-0f14a17ce28a req-ace248c8-a5c3-4268-95d6-9732c1dcc89f tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:46.012232 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-50243501-dceb-48db-8d0e-0f14a17ce28a req-ace248c8-a5c3-4268-95d6-9732c1dcc89f tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0802178
Aug 23 02:04:46.037028 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6b75dba5-eac1-4336-989c-e33489d791da req-97f34be3-a468-4d56-b3be-983b2d16ebe0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401380
Aug 23 02:04:46.045442 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:46.063121 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-50243501-dceb-48db-8d0e-0f14a17ce28a req-3a93a9d1-f3ba-412c-94a1-f31397af2cfd tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411189
Aug 23 02:04:47.232308 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3d185-78f0-4b70-b849-29db4f5eed5f req-a6de842d-a4d6-405a-b65b-44bb71719856 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:47.233786 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aea3d185-78f0-4b70-b849-29db4f5eed5f req-a6de842d-a4d6-405a-b65b-44bb71719856 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 943 time: 0.0796940
Aug 23 02:04:47.252011 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319bd4c-4002-4400-93bd-125b5e16c2fc req-9b5e1d7e-539e-4f09-b862-b8e310ee2ac4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:47.253498 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a319bd4c-4002-4400-93bd-125b5e16c2fc req-9b5e1d7e-539e-4f09-b862-b8e310ee2ac4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0770154
Aug 23 02:04:47.279500 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-aea3d185-78f0-4b70-b849-29db4f5eed5f req-00fccac2-3d7b-4b54-86f8-5a56dc7fc37d tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402811
Aug 23 02:04:47.303237 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a319bd4c-4002-4400-93bd-125b5e16c2fc req-217f54b9-1dd0-4ddc-bd53-13fa78d9a1a4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438077
Aug 23 02:04:47.713850 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 75134457-0109-4fdd-a860-72ed54ca0550 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 02:04:47.844320 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 75134457-0109-4fdd-a860-72ed54ca0550, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=75134457-0109-4fdd-a860-72ed54ca0550,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:04:47.860253 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '75134457-0109-4fdd-a860-72ed54ca0550', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'port_id': '75134457-0109-4fdd-a860-72ed54ca0550', 'mac_address': 'fa:16:3e:3d:a8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 02:04:47.912136 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:47.929088 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75134457-0109-4fdd-a860-72ed54ca0550 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:04:47.944151 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 75134457-0109-4fdd-a860-72ed54ca0550, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=75134457-0109-4fdd-a860-72ed54ca0550,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:04:48.011609 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:48.013334 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-25acd253-2c41-4a3a-82cf-b12ef0d1a21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:48.075868 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=75134457-0109-4fdd-a860-72ed54ca0550,revision_number=4']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:48.079459 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:48.226825 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['75134457-0109-4fdd-a860-72ed54ca0550'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 02:04:48.502277 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c144a-711f-47fb-8113-51298af067d2 req-833fae0c-0bce-4503-8af4-ab7f7347e780 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:48.504895 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f59c144a-711f-47fb-8113-51298af067d2 req-833fae0c-0bce-4503-8af4-ab7f7347e780 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 944 time: 0.0833769
Aug 23 02:04:48.515127 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36245d46-7fd8-440f-b673-de7be8bd1fcf req-ccd94f93-4e7a-4c2b-9315-64856c3e3b30 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:48.517145 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-36245d46-7fd8-440f-b673-de7be8bd1fcf req-ccd94f93-4e7a-4c2b-9315-64856c3e3b30 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0810411
Aug 23 02:04:48.554207 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f59c144a-711f-47fb-8113-51298af067d2 req-94eef620-1856-4f69-a307-96a1bbf441ce tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438483
Aug 23 02:04:48.562758 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-36245d46-7fd8-440f-b673-de7be8bd1fcf req-ecd18dcf-4b27-4fc3-86ba-2d96643769a7 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393157
Aug 23 02:04:49.344038 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:04:49.729682 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 75134457-0109-4fdd-a860-72ed54ca0550 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:04:49.750675 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf89d51-f30b-4072-9ec9-33858b36ea4c req-ed28e637-68f2-49d8-a267-c77de517b05c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:49.752264 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-acf89d51-f30b-4072-9ec9-33858b36ea4c req-ed28e637-68f2-49d8-a267-c77de517b05c tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 944 time: 0.0786977
Aug 23 02:04:49.803676 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-acf89d51-f30b-4072-9ec9-33858b36ea4c req-a0a62307-4a0a-44e9-861e-c9053353e6cc tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447581
Aug 23 02:04:49.845032 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ec64f-9d86-478c-8582-c6faf133031c req-f9573863-6a45-43f7-aef2-865b1e2081ea tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:49.846423 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c23ec64f-9d86-478c-8582-c6faf133031c req-f9573863-6a45-43f7-aef2-865b1e2081ea tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.1671946
Aug 23 02:04:49.862578 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning for port 75134457-0109-4fdd-a860-72ed54ca0550 completed by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 23 02:04:49.868053 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 75134457-0109-4fdd-a860-72ed54ca0550 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:04:49.868435 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:49.894119 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-c23ec64f-9d86-478c-8582-c6faf133031c req-b1f3e222-d1e2-4c54-b2ec-49e120ea927b tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398207
Aug 23 02:04:49.981352 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:50.009817 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:04:50.019394 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 75134457-0109-4fdd-a860-72ed54ca0550, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=75134457-0109-4fdd-a860-72ed54ca0550,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:04:50.065937 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550', 'code': 200}
Aug 23 02:04:50.154116 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:50.156412 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:50.218918 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=75134457-0109-4fdd-a860-72ed54ca0550,revision_number=5']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:50.222430 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:50.459029 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-47d7a378-4a9c-4b60-aca2-b43fb342a12c req-dbd232dd-799c-41d9-b098-f1dbc2a57adb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 1098 time: 0.0710402
Aug 23 02:04:50.499529 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-47d7a378-4a9c-4b60-aca2-b43fb342a12c req-eeacc63b-f27f-4b61-a594-4316d969059a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347245
Aug 23 02:04:50.993150 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083ad3e-bd31-4f18-b352-31613c21cb82 req-deb79c21-dd01-424e-9acb-2134cc07a2ea tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:50.994592 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8083ad3e-bd31-4f18-b352-31613c21cb82 req-deb79c21-dd01-424e-9acb-2134cc07a2ea tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 945 time: 0.0751393
Aug 23 02:04:51.039756 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8083ad3e-bd31-4f18-b352-31613c21cb82 req-8da036dc-9434-4abe-8716-67d3d78093d8 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396135
Aug 23 02:04:51.088866 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5bd15-6a7f-41c7-b1a9-84b85a780b71 req-b544d0cf-2b81-43b7-907f-19ae6cfb74d2 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:51.090337 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d8a5bd15-6a7f-41c7-b1a9-84b85a780b71 req-b544d0cf-2b81-43b7-907f-19ae6cfb74d2 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0777972
Aug 23 02:04:51.135373 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d8a5bd15-6a7f-41c7-b1a9-84b85a780b71 req-fe36c126-8018-4205-bec1-01965c7f4a2e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395830
Aug 23 02:04:52.235537 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967bb57-fe66-467b-8eda-5ad43c53d3a1 req-f9a11bd1-a776-4436-87a4-400ba952c9ad tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:52.237675 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9967bb57-fe66-467b-8eda-5ad43c53d3a1 req-f9a11bd1-a776-4436-87a4-400ba952c9ad tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 945 time: 0.0803611
Aug 23 02:04:52.282258 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-9967bb57-fe66-467b-8eda-5ad43c53d3a1 req-66c24d47-db4b-4ebd-a394-34f32e151183 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392933
Aug 23 02:04:52.428501 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a5b5-dca9-42ac-bfdd-a016e6e43d26 req-67c2bf19-5a1b-45a5-970d-de9ec07dbc7a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:52.429904 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-dfe2a5b5-dca9-42ac-bfdd-a016e6e43d26 req-67c2bf19-5a1b-45a5-970d-de9ec07dbc7a tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.1724644
Aug 23 02:04:52.474690 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-dfe2a5b5-dca9-42ac-bfdd-a016e6e43d26 req-1c4a4c92-1b07-4361-9fa3-dc8b3434fa13 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389988
Aug 23 02:04:52.480323 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460743-2896-40ed-9c5f-095375104824 req-a990d657-6661-463c-ae76-441f55b866f0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:52.481821 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e1460743-2896-40ed-9c5f-095375104824 req-a990d657-6661-463c-ae76-441f55b866f0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 945 time: 0.0769722
Aug 23 02:04:52.525935 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-e1460743-2896-40ed-9c5f-095375104824 req-2aae2e22-10ff-47b5-ba1a-b8964163de70 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382569
Aug 23 02:04:52.554402 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 33950) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:04:52.623466 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-7f80e102-2d25-425e-96f5-1c63e05deed3 tempest-TestVolumeBootPattern-1697569909 tempest-TestVolumeBootPattern-1697569909-project-admin] Synchronizing usage tracker for tenant:56e253c94fb54dc3867572ce45ab0914 on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:04:52.690735 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-7f80e102-2d25-425e-96f5-1c63e05deed3 tempest-TestVolumeBootPattern-1697569909 tempest-TestVolumeBootPattern-1697569909-project-admin] Unset dirty status for tenant:56e253c94fb54dc3867572ce45ab0914 on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:04:52.691782 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-7f80e102-2d25-425e-96f5-1c63e05deed3 tempest-TestVolumeBootPattern-1697569909 tempest-TestVolumeBootPattern-1697569909-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 1093 time: 0.1364582
Aug 23 02:04:52.694595 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 33954) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:04:52.700129 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.v2.base [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Request body: {'floatingip': {'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'port_id': '75134457-0109-4fdd-a860-72ed54ca0550', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 23 02:04:52.706116 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 23 02:04:52.710065 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Usage tracker for resource:floatingip and tenant:382ca8f9b14441659267fc49d336434f is out of sync, need to count used quota {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 23 02:04:52.712921 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 23 02:04:52.718477 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.quota.driver [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 23 02:04:52.765168 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:52.897462 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:53.033707 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_common [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Allocated IP 172.27.2.219 (52375f3f-2732-4e9e-94eb-d4ebda44e1c7/4c991bd3-493a-48e9-946d-1dd2b9e8fe62/921a8d72-e9bc-4c47-acfa-4dc2aaf3f5ea) {{(pid=75864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 23 02:04:53.176790 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:53.274685 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758647917343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:53.278475 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-2c11f663-d7bd-4d7e-bf7c-08f1f7319487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:53.339857 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Network 52375f3f-2732-4e9e-94eb-d4ebda44e1c7 is already hosted by enough agents. {{(pid=75864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 23 02:04:53.342595 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.base_scheduler [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Resources bound (agent type, host, resource id):  {{(pid=75864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 23 02:04:53.346814 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Received port after_create {{(pid=75864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 23 02:04:53.379187 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=921a8d72-e9bc-4c47-acfa-4dc2aaf3f5ea,revision_number=1']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:53.397703 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.398073 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.398438 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.398793 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.399147 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.399496 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.399844 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.400193 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.400537 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.400902 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.401247 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:04:53.405898 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:53.667596 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c815a4-57b2-47f4-9d02-6c79431d1f4f req-a8336f85-e840-4c1e-8633-01e71d7411cd tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:53.669083 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f9c815a4-57b2-47f4-9d02-6c79431d1f4f req-a8336f85-e840-4c1e-8633-01e71d7411cd tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 943 time: 0.0756545
Aug 23 02:04:53.718205 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f9c815a4-57b2-47f4-9d02-6c79431d1f4f req-903f652f-67b3-4b2e-bc50-a0497a5a90ea tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432260
Aug 23 02:04:53.774890 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 728fdb1d-7f8c-471e-8655-b21be782a355 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 23 02:04:53.868329 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:53.935336 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:04:53.948300 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Returning: {'device': '728fdb1d-7f8c-471e-8655-b21be782a355', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'port_id': '728fdb1d-7f8c-471e-8655-b21be782a355', 'mac_address': 'fa:16:3e:01:43:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 23 02:04:54.003291 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:54.014092 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:54.020021 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728fdb1d-7f8c-471e-8655-b21be782a355 {{(pid=75866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 23 02:04:54.034853 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:04:54.090978 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:54.092761 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:54.158009 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=7']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:54.161865 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:54.308355 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] get_ports_and_sgs() called for port_ids ['728fdb1d-7f8c-471e-8655-b21be782a355'] {{(pid=75866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 23 02:04:54.312281 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for port, precommit_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:54.377061 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224822'] for port, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:54.381476 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:54.486980 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event updated for resources: {'Port': ['ID=921a8d72-e9bc-4c47-acfa-4dc2aaf3f5ea,revision_number=2']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:54.490305 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:54.505543 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450120'] for floatingip, after_update {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:54.699477 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.db.l3_db [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Floating IP 4972ed09-fee4-49d0-bfd0-4374f3517464 associated. External IP: 172.27.2.219, port: 75134457-0109-4fdd-a860-72ed54ca0550.
Aug 23 02:04:54.724153 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-057e1a01-b995-4b33-88a6-087fcaf67ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1097 time: 0.0705841
Aug 23 02:04:54.873054 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-a27891b1-fd8d-43ed-bc12-5cad445d4e1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:54.874487 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-a27891b1-fd8d-43ed-bc12-5cad445d4e1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 200  len: 908 time: 0.1295166
Aug 23 02:04:54.948787 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c65fd9-88a7-4808-9ee5-8de77fdfeb9c req-c2aa3449-76fe-4a6e-9ac4-1d2d098cc2e4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:54.950189 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-36c65fd9-88a7-4808-9ee5-8de77fdfeb9c req-c2aa3449-76fe-4a6e-9ac4-1d2d098cc2e4 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 944 time: 0.1053698
Aug 23 02:04:54.979926 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-309ed18e-c0c3-4d21-9376-f1dd602ceb7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 200  len: 1000 time: 0.0978234
Aug 23 02:04:55.040924 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-bc0b79ff-7651-4f43-9429-567b307c3fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:55.042343 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-bc0b79ff-7651-4f43-9429-567b307c3fcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86a9d79d-45cd-4af6-8d08-599b27792300 HTTP/1.1" status: 200  len: 847 time: 0.0563648
Aug 23 02:04:55.071404 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-36c65fd9-88a7-4808-9ee5-8de77fdfeb9c req-b3865801-e706-44c3-a55f-7b9cd23cdb32 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134653
Aug 23 02:04:55.121655 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-f7dc8a8d-2018-4f74-8602-969393076220 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1211997b-aea8-47d1-b403-2561587160e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731428
Aug 23 02:04:55.202410 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:04:55.256406 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-0d105099-3482-475d-8bc3-037b20c58161 service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285629
Aug 23 02:04:55.387185 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-d04ce1ed-4118-4321-bc2b-494b3c4ad4e3 req-68f9f4f4-0fef-4511-b40a-ea1be66b8597 service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250966
Aug 23 02:04:55.404963 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:04:55.414028 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:04:55.425793 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:04:55.426458 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74811d1d00>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:04:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:04:55.485907 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:55.539574 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-eee5e67b-9cb3-40e8-bb99-2c01eadf444f tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8439653
Aug 23 02:04:55.540293 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:04:55.605112 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:04:55.674427 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550', 'status': 'completed', 'code': 200}
Aug 23 02:04:55.765840 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-ad1a447b-a57d-4be9-92e7-151a3481efac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 1098 time: 0.0686395
Aug 23 02:04:55.830906 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 728fdb1d-7f8c-471e-8655-b21be782a355 up at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 23 02:04:55.897530 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-9237c54f-fb10-4d87-ac23-11b93242f0f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:55.898999 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-9237c54f-fb10-4d87-ac23-11b93242f0f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1260548
Aug 23 02:04:55.978524 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.provisioning_blocks [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Provisioning complete for port 728fdb1d-7f8c-471e-8655-b21be782a355 triggered by entity L2. {{(pid=75866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 23 02:04:55.978900 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597062'] for port, provisioning_complete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:56.002363 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-6d0df75d-c2b0-44d7-86d1-851fea22f74d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75134457-0109-4fdd-a860-72ed54ca0550 HTTP/1.1" status: 200  len: 999 time: 0.0966842
Aug 23 02:04:56.064134 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-ece13c13-d3ae-413a-b5c7-d5c4926d5d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:56.066008 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-ece13c13-d3ae-413a-b5c7-d5c4926d5d7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0570548
Aug 23 02:04:56.101298 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74811d1d00>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:57Z', 'revision_number': 1, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}, {'id': '4972ed09-fee4-49d0-bfd0-4374f3517464', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '75134457-0109-4fdd-a860-72ed54ca0550', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:3d:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:04:53Z', 'updated_at': '2021-08-23T02:04:53Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:04:56.109732 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:04:56.116843 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645690'] for port, before_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:56.145892 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:04:56.146538 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74811d1d00>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:04:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:04:56.146860 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-0211e9c7-9356-459e-92b1-6eb6904f063c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744171
Aug 23 02:04:56.203948 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355'}] {{(pid=75866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:04:56.232361 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:04:56.297585 dv-cinder-805529-1-iscsi neutron-server[75866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355', 'code': 200}
Aug 23 02:04:56.299758 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-0c7de26e-cfbe-4d9e-b29c-b4080e3fde37 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465905
Aug 23 02:04:56.305104 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758648341782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758647917361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758647917406'] for port, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:56.316301 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:04:56.324896 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6816076-4270-4e90-8d3e-0764ab7c69c8 req-4f9dd314-0277-4949-ad1b-a4a28a74ef1e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:56.326356 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d6816076-4270-4e90-8d3e-0764ab7c69c8 req-4f9dd314-0277-4949-ad1b-a4a28a74ef1e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 944 time: 0.1202221
Aug 23 02:04:56.393193 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d6816076-4270-4e90-8d3e-0764ab7c69c8 req-80c22a5c-2690-4779-98cf-954f72583801 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602286
Aug 23 02:04:56.424759 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:04:56.517449 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Pushing event updated for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=8']} {{(pid=75866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:04:56.525015 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_concurrency.lockutils [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:04:56.565258 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-f367cdbe-eb10-4265-ad1e-d79365a24478 req-7c05f49c-3b71-4053-8b72-57b02c27a1f6 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2577178
Aug 23 02:04:56.624294 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2f7c8a8e-a861-429a-9771-81e4643208d8 req-2936c88b-e58d-467d-adbb-67f2b464776d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1098 time: 0.0721564
Aug 23 02:04:56.667482 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2f7c8a8e-a861-429a-9771-81e4643208d8 req-bac5e310-c917-46de-8259-b1c4394dd1e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373046
Aug 23 02:04:56.831224 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74811d1d00>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:57Z', 'revision_number': 1, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}, {'id': '4972ed09-fee4-49d0-bfd0-4374f3517464', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '75134457-0109-4fdd-a860-72ed54ca0550', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:3d:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:04:53Z', 'updated_at': '2021-08-23T02:04:53Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:04:56.835378 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befaf0b-9d69-498d-a5a2-e7f1e15f5987 None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:57Z', 'revision_number': 1, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}, {'id': '4972ed09-fee4-49d0-bfd0-4374f3517464', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '75134457-0109-4fdd-a860-72ed54ca0550', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:3d:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:04:53Z', 'updated_at': '2021-08-23T02:04:53Z', 'revision_number': 0, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:04:57.018322 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888a3ca-d179-4b48-8dd1-2cc65a7cb75c None None] New status for floating IP 4972ed09-fee4-49d0-bfd0-4374f3517464: ACTIVE {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:04:57.585945 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e915e0-bbf1-4a0c-97dd-7b5719682c9f req-ebae60fd-fcf4-4ac6-9882-e92cae42dd86 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:57.587501 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a5e915e0-bbf1-4a0c-97dd-7b5719682c9f req-ebae60fd-fcf4-4ac6-9882-e92cae42dd86 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0793514
Aug 23 02:04:57.628715 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d486ceb0-e46f-48f9-a721-45bd8358c7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:57.633542 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-a5e915e0-bbf1-4a0c-97dd-7b5719682c9f req-fc50a0de-c9c7-4972-8935-43bd855b9fab tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405738
Aug 23 02:04:58.216944 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:04:58.826626 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f841c9-1815-4512-83e0-957dc6eea472 req-fe9efda4-dfd5-4243-950d-9d432470a740 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:04:58.828042 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40f841c9-1815-4512-83e0-957dc6eea472 req-fe9efda4-dfd5-4243-950d-9d432470a740 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0777650
Aug 23 02:04:58.872687 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-40f841c9-1815-4512-83e0-957dc6eea472 req-9cb59d9f-306f-4c55-bd1c-8bd5454ce63f tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386395
Aug 23 02:04:59.884977 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-56fd6ccb-02e3-4700-8f7c-576f58509b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:00.828035 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:02.485457 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:16.056575 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:26.343395 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:05:27.644990 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-28eb9371-2a89-4a44-8dfc-32f5f0607a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:28.170722 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:29.878949 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-24f4ca7f-e008-488f-a19b-7f4634f27391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:30.988041 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:32.501173 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:46.056032 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:56.653638 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-0cdc81b9-1319-40de-bb99-9e5a2ab2e2b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0671260
Aug 23 02:05:56.830490 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-f26dc800-d4de-4810-8d8f-5df4b2c54db7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 1098 time: 0.1573522
Aug 23 02:05:56.971376 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-7278ce6a-9027-43f9-a5fb-c276d6026f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:05:56.972792 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-7278ce6a-9027-43f9-a5fb-c276d6026f81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1220393
Aug 23 02:05:57.073641 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-87e3fb18-af83-46ef-9193-a015b75d0d22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae HTTP/1.1" status: 200  len: 1000 time: 0.0935683
Aug 23 02:05:57.132695 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-24336943-d47b-4fba-90e8-1d7b6d9a5929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:05:57.134037 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-24336943-d47b-4fba-90e8-1d7b6d9a5929 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0542314
Aug 23 02:05:57.207521 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-137414fe-ac45-4c7c-b14c-e166d4072a94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0673888
Aug 23 02:05:57.333759 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-c332fe39-6bfb-4a3a-959e-b07394c36443 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195805
Aug 23 02:05:57.461208 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-37f0acdd-eab8-4fd5-bc88-a5a6a6b9d22a req-93a31f19-cbd8-4fdc-a649-327afa15c58c service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216965
Aug 23 02:05:57.644271 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c11f168a-4670-4a0b-a95a-963920008886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:58.146751 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:05:59.889289 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b681bb41-69f0-4f0f-943d-1d0e185a258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:00.935721 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:02.506946 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:03.343961 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:06:11.902396 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 33996) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:12.095833 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Deleting port 03ede0a7-2b8d-433c-8795-b1fe3e93197e {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:12.096166 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:12.255680 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:12.256009 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:12.370344 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Calling delete_port for 03ede0a7-2b8d-433c-8795-b1fe3e93197e owned by network:floatingip {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:12.586897 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:12.590294 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b5766093-9480-4f47-8cd6-33d02623ae2c tempest-VolumesSnapshotTestJSON-2047485469 tempest-VolumesSnapshotTestJSON-2047485469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:12.631304 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event deleted for resources: {'Port': ['ID=03ede0a7-2b8d-433c-8795-b1fe3e93197e,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:12.671579 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.671952 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.672329 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.672724 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.673328 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.673687 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.674037 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.674388 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.674740 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.675084 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.675429 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:12.678433 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:12.821164 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for floatingip, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:13.197886 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Router 3738c221-3a53-4144-864e-cf944884ec8c has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:06:13.394417 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:06:13.404546 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] Sync routers for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:06:13.416401 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:13.417101 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480dfe130>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:13.483751 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:13.535607 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "DELETE /v2.0/floatingips/bbb9df83-e59e-4b3d-9f67-5d55b6921ce3 HTTP/1.1" status: 204  len: 168 time: 1.6320784
Aug 23 02:06:13.536285 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:06:13.594707 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:13.602856 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355', 'status': 'completed', 'code': 200}
Aug 23 02:06:13.695366 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-0374906d-aa2b-4b1b-8864-6d632dc4973f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 1098 time: 0.0702577
Aug 23 02:06:13.824604 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-0a174d8c-51ef-41f1-99f0-3ea81b2fef4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:13.825959 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-0a174d8c-51ef-41f1-99f0-3ea81b2fef4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 200  len: 908 time: 0.1243441
Aug 23 02:06:13.897002 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-65a8c5dc-4c88-4526-8c84-382108326cef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 200  len: 217 time: 0.0649607
Aug 23 02:06:13.908598 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480dfe130>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:56Z', 'revision_number': 5, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:13.912505 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] Checking router: 3738c221-3a53-4144-864e-cf944884ec8c for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:06:13.925607 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:13.926224 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480dfe130>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:13.959826 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-f7a7e9b9-0697-4bec-9b55-58f2e7cc730f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:13.961505 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-f7a7e9b9-0697-4bec-9b55-58f2e7cc730f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86a9d79d-45cd-4af6-8d08-599b27792300 HTTP/1.1" status: 200  len: 847 time: 0.0589750
Aug 23 02:06:14.083602 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-c1bf1583-d1f4-4928-91e5-1888f9dbabef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1211997b-aea8-47d1-b403-2561587160e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1136708
Aug 23 02:06:14.151499 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:14.212474 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2910d5b-988f-40e7-b6f9-8e2f11750c5e req-55ec6823-102e-4866-a779-a74cc632f1db tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:14.213194 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a2910d5b-988f-40e7-b6f9-8e2f11750c5e req-55ec6823-102e-4866-a779-a74cc632f1db tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Synchronizing usage tracker for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:06:14.243209 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-77242ef1-fe42-4bb8-abd6-1a85c8c306ff service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514382
Aug 23 02:06:14.331236 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-a2910d5b-988f-40e7-b6f9-8e2f11750c5e req-55ec6823-102e-4866-a779-a74cc632f1db tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Unset dirty status for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:06:14.332401 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a2910d5b-988f-40e7-b6f9-8e2f11750c5e req-55ec6823-102e-4866-a779-a74cc632f1db tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.3011081
Aug 23 02:06:14.410425 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-a2910d5b-988f-40e7-b6f9-8e2f11750c5e req-4e610351-0c77-4000-a637-25bf1853bd21 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684857
Aug 23 02:06:14.412743 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8c3c188b-d7dc-4dca-a0e8-62d2d1ef5c1e req-907d5265-28e4-483d-a7c2-8e8772a6645a service neutron] 10.222.0.21 "GET /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634417
Aug 23 02:06:14.459636 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480dfe130>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:56Z', 'revision_number': 5, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:14.463494 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6f76a-6b8a-45a0-8432-2168fe5aa0cf None None] The sync data for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi is: [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:38Z', 'revision_number': 4, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': '1893ec9f-3dbc-432e-8f0b-ac8601f906a3', 'name': '', 'network_id': '1211997b-aea8-47d1-b403-2561587160e9', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'mac_address': 'fa:16:3e:5d:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:37Z', 'updated_at': '2021-08-23T02:01:56Z', 'revision_number': 5, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'subnets': [{'id': '86a9d79d-45cd-4af6-8d08-599b27792300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:06:14.685603 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89440455-032f-427e-824d-f99e0cef9bcf None None] New status for floating IP bbb9df83-e59e-4b3d-9f67-5d55b6921ce3: DOWN {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:06:15.622108 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50550dca-fb53-4093-9472-a51fcfa1715f req-31daa4e6-330a-40f3-a518-6c1de4b0a871 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:15.623546 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-50550dca-fb53-4093-9472-a51fcfa1715f req-31daa4e6-330a-40f3-a518-6c1de4b0a871 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.0816901
Aug 23 02:06:15.650065 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-b8c44f84-f644-4ca3-97b7-6126aeaf78cf tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:15.651515 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-b8c44f84-f644-4ca3-97b7-6126aeaf78cf tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 945 time: 0.1628957
Aug 23 02:06:15.668518 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-50550dca-fb53-4093-9472-a51fcfa1715f req-d6e0ce05-37d9-4ea7-b2b2-397dd99b1b2d tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/security-groups?id=16e39a02-1acd-4a54-9b84-62874a78c639&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389521
Aug 23 02:06:15.719862 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Deleting port 728fdb1d-7f8c-471e-8655-b21be782a355 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:15.720422 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:15.955470 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] For port 728fdb1d-7f8c-471e-8655-b21be782a355, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=728fdb1d-7f8c-471e-8655-b21be782a355,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:15.955820 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:16.049088 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:16.074452 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Calling delete_port for 728fdb1d-7f8c-471e-8655-b21be782a355 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:16.277699 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:16.284447 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-dff027d8-308c-43b1-a704-810ee8070d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:16.330837 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event deleted for resources: {'Port': ['ID=728fdb1d-7f8c-471e-8655-b21be782a355,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:16.333142 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:16.403934 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] No DVR routers for this DVR port 728fdb1d-7f8c-471e-8655-b21be782a355 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:06:16.407076 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:16.409893 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'name': 'network-vif-deleted', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:06:16.462989 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68b0f67-49cc-4870-a51a-3868213d1541', 'name': 'network-vif-deleted', 'tag': '728fdb1d-7f8c-471e-8655-b21be782a355', 'status': 'completed', 'code': 200}
Aug 23 02:06:16.490564 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-2db2fc06-2852-4b0f-8eb8-9656ecb355b1 req-7257bcd1-4183-4003-98bf-6eed84cf7c94 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.21 "DELETE /v2.0/ports/728fdb1d-7f8c-471e-8655-b21be782a355 HTTP/1.1" status: 204  len: 173 time: 0.8328509
Aug 23 02:06:16.830144 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-0a91c1e3-89ca-47a4-bc71-dc39a773cb78 req-66fd7103-a6b8-4b17-8358-f2fd654f13eb tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 210 time: 0.0416901
Aug 23 02:06:18.006485 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ecb36682-da2b-4b70-8436-d780929de5a3 req-50b73e49-7b40-4553-b589-84ce0a14efef tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Synchronizing usage tracker for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:06:18.084069 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-ecb36682-da2b-4b70-8436-d780929de5a3 req-50b73e49-7b40-4553-b589-84ce0a14efef tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Unset dirty status for tenant:ba20ee0dab434973abcdb6e3cf80a34a on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:06:18.085224 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ecb36682-da2b-4b70-8436-d780929de5a3 req-50b73e49-7b40-4553-b589-84ce0a14efef tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68b0f67-49cc-4870-a51a-3868213d1541 HTTP/1.1" status: 200  len: 210 time: 0.1190982
Aug 23 02:06:19.186990 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34016) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:19.256849 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e3695f87-3e17-46f6-a56a-1f44fcaae65e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:19.285176 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e3695f87-3e17-46f6-a56a-1f44fcaae65e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:19.409597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e3695f87-3e17-46f6-a56a-1f44fcaae65e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:19.414605 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-29425fb9-f972-41ed-b7ec-fc5c3c39ca6b tempest-VolumesNegativeTest-1598724129 tempest-VolumesNegativeTest-1598724129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:19.429050 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3695f87-3e17-46f6-a56a-1f44fcaae65e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e39a02-1acd-4a54-9b84-62874a78c639,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:19.431725 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e3695f87-3e17-46f6-a56a-1f44fcaae65e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:19.494345 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-e3695f87-3e17-46f6-a56a-1f44fcaae65e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:19.495501 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-e3695f87-3e17-46f6-a56a-1f44fcaae65e tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] 10.222.0.20 "DELETE /v2.0/security-groups/16e39a02-1acd-4a54-9b84-62874a78c639 HTTP/1.1" status: 204  len: 168 time: 0.3075018
Aug 23 02:06:19.624930 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34022) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:20.000407 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:20.241073 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 728fdb1d-7f8c-471e-8655-b21be782a355 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:20.272426 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 728fdb1d-7f8c-471e-8655-b21be782a355 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:20.272792 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 728fdb1d-7f8c-471e-8655-b21be782a355 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:20.657436 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Deleting port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:20.657986 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:20.826334 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] For port 1893ec9f-3dbc-432e-8f0b-ac8601f906a3, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:20.826706 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:20.943690 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Calling delete_port for 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 owned by network:router_interface {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:21.175371 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:21.178797 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:21.218868 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Pushing event deleted for resources: {'Port': ['ID=1893ec9f-3dbc-432e-8f0b-ac8601f906a3,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:21.222200 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:21.508899 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:22.152898 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Router 3738c221-3a53-4144-864e-cf944884ec8c has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:06:22.349733 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:06:22.357890 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] Sync routers for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:06:22.370063 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:22.374862 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480b8a370>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:22.435978 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] 10.222.0.20 "PUT /v2.0/routers/3738c221-3a53-4144-864e-cf944884ec8c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8089409
Aug 23 02:06:22.438423 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34026) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:22.553585 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:22.635758 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks [] for router, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:22.826646 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:22.827948 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480b8a370>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:06:21Z', 'revision_number': 5, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port': {'id': 'f79b362c-ad77-4770-9d13-7cadc89402d0', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738c221-3a53-4144-864e-cf944884ec8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:22.831822 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] Checking router: 3738c221-3a53-4144-864e-cf944884ec8c for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:06:22.842057 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] Routers {'3738c221-3a53-4144-864e-cf944884ec8c'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:22.842657 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480b8a370>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['3738c221-3a53-4144-864e-cf944884ec8c'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:22.895528 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Deleting port f79b362c-ad77-4770-9d13-7cadc89402d0 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:22.895868 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:22.990182 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] Set router 3738c221-3a53-4144-864e-cf944884ec8c gateway port host: None {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:23.064418 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] For port f79b362c-ad77-4770-9d13-7cadc89402d0, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=f79b362c-ad77-4770-9d13-7cadc89402d0,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:23.064804 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:23.093642 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480b8a370>, [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:06:22Z', 'revision_number': 6, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port_host': None}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:23.097451 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d200f-2b7c-4df8-9357-4e591a29fd39 None None] The sync data for ids ['3738c221-3a53-4144-864e-cf944884ec8c'] in dv-cinder-805529-1-iscsi is: [{'id': '3738c221-3a53-4144-864e-cf944884ec8c', 'name': 'tempest-TestShelveInstance-443805685-router', 'tenant_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:35Z', 'updated_at': '2021-08-23T02:06:22Z', 'revision_number': 6, 'project_id': 'ba20ee0dab434973abcdb6e3cf80a34a', 'gw_port_host': None}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:06:23.188463 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Calling delete_port for f79b362c-ad77-4770-9d13-7cadc89402d0 owned by network:router_gateway {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:23.484943 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:23.488915 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:23.529720 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f79b362c-ad77-4770-9d13-7cadc89402d0,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:23.533786 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:23.747992 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:23.998215 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.002276 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.090063 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.090571 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3738c221-3a53-4144-864e-cf944884ec8c {{(pid=75864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 02:06:24.103350 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.104481 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-b02d5650-7691-4cf0-8835-d5cfaa638e7c admin admin] 10.222.0.20 "DELETE /v2.0/routers/3738c221-3a53-4144-864e-cf944884ec8c HTTP/1.1" status: 204  len: 168 time: 1.6650779
Aug 23 02:06:24.107058 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34030) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:24.170941 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] Deleting subnet 86a9d79d-45cd-4af6-8d08-599b27792300 {{(pid=75864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 02:06:24.176973 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.226822 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1100984'] for subnet, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.302652 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.410616 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1320315'] for subnet, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.414873 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:24.450097 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a9d79d-45cd-4af6-8d08-599b27792300,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:24.453372 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:24.456819 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.463585 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20348e0-0987-44f2-af91-3875ef5fabb1 None None] Network 1211997b-aea8-47d1-b403-2561587160e9 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:06:24.464327 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-7f08920c-0f81-4e05-a7c0-003cdd4034a1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/86a9d79d-45cd-4af6-8d08-599b27792300 HTTP/1.1" status: 204  len: 168 time: 0.3557007
Aug 23 02:06:24.466138 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34034) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:24.480937 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:24.517266 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:24.517606 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 1893ec9f-3dbc-432e-8f0b-ac8601f906a3 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:24.518020 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device f79b362c-ad77-4770-9d13-7cadc89402d0 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:24.571695 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.583397 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Deleting port 8515033d-23d8-4d0f-8eba-a224c692bdca {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:24.583737 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.646817 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: f79b362c-ad77-4770-9d13-7cadc89402d0 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:24.647162 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device f79b362c-ad77-4770-9d13-7cadc89402d0 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:24.786738 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] For port 8515033d-23d8-4d0f-8eba-a224c692bdca, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=8515033d-23d8-4d0f-8eba-a224c692bdca,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:24.787096 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.807169 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] DHCP port deletion for 1211997b-aea8-47d1-b403-2561587160e9 request from dv-cinder-805529-1-iscsi {{(pid=75866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 23 02:06:24.811421 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] Deleting port 8515033d-23d8-4d0f-8eba-a224c692bdca {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:24.812328 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:24.992997 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Calling delete_port for 8515033d-23d8-4d0f-8eba-a224c692bdca owned by network:dhcp {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:25.012532 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] For port 8515033d-23d8-4d0f-8eba-a224c692bdca, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=8515033d-23d8-4d0f-8eba-a224c692bdca,segment=NetworkSegment(cd9d78bf-4572-4e90-afa8-123b56ea3eab),segment_id=cd9d78bf-4572-4e90-afa8-123b56ea3eab)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:25.012953 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.118417 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.122721 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-201aa830-8152-4640-a530-fdddb8867304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:25.132394 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] Calling delete_port for 8515033d-23d8-4d0f-8eba-a224c692bdca owned by network:dhcp {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:25.165450 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Pushing event deleted for resources: {'Port': ['ID=8515033d-23d8-4d0f-8eba-a224c692bdca,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:25.168394 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:25.173009 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] No DVR routers for this DVR port 8515033d-23d8-4d0f-8eba-a224c692bdca on host dv-cinder-805529-1-iscsi {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:06:25.199857 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 02:06:25.200215 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 02:06:25.288103 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.301275 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480e5f040>,) {'filters': {'network_id': ['1211997b-aea8-47d1-b403-2561587160e9']}} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:25.312940 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480e5f040>, 'cd9d78bf-4572-4e90-afa8-123b56ea3eab') {'for_net_delete': True} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:25.314179 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480e5f040>, 'cd9d78bf-4572-4e90-afa8-123b56ea3eab') {} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:25.324334 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100983'] for segment, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.339578 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.346097 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=75864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 02:06:25.348676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1224746'] for segment, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]: Traceback (most recent call last):
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     timer()
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     cb(*args, **kw)
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     return func(*args, **kwargs)
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     self._notify()
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     self.callback(batched_events)
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     event.method(event)
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     return f(self, *a, **k)
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._get(url).json()
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self.request(url, 'GET', **kwargs)
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 02:06:25.359916 dv-cinder-805529-1-iscsi neutron-server[75864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 02:06:25.495708 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.499202 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:25.511847 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.521726 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Pushing event deleted for resources: {'Network': ['ID=1211997b-aea8-47d1-b403-2561587160e9,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:25.524737 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:25.587283 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1211997b-aea8-47d1-b403-2561587160e9 HTTP/1.1" status: 204  len: 168 time: 1.1201386
Aug 23 02:06:25.590055 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34038) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:25.701922 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] Deleting port 8515033d-23d8-4d0f-8eba-a224c692bdca {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:25.702979 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:25.767496 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-e8caaeed-9d96-46ac-baf0-e61784b01580 None None] The port '8515033d-23d8-4d0f-8eba-a224c692bdca' was deleted {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 23 02:06:25.971686 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:26.463728 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 8515033d-23d8-4d0f-8eba-a224c692bdca no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:26.495376 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 8515033d-23d8-4d0f-8eba-a224c692bdca {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:26.495728 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 8515033d-23d8-4d0f-8eba-a224c692bdca not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:26.558619 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Deleting port 43ce36cb-b4c6-4a95-a6df-beb92951de9d {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:26.559137 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:26.811907 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] For port 43ce36cb-b4c6-4a95-a6df-beb92951de9d, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=43ce36cb-b4c6-4a95-a6df-beb92951de9d,segment=NetworkSegment(9e4d1590-a57c-42bb-af8d-ea6ea09031fc),segment_id=9e4d1590-a57c-42bb-af8d-ea6ea09031fc)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:26.812170 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:26.927597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Calling delete_port for 43ce36cb-b4c6-4a95-a6df-beb92951de9d owned by network:router_interface {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:27.163747 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:27.167901 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7a953597-3f3d-41e5-847e-ba9e82740064 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:27.207511 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=43ce36cb-b4c6-4a95-a6df-beb92951de9d,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:27.211312 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:27.336107 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34042) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:27.499614 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:27.538885 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Deleting port 921a8d72-e9bc-4c47-acfa-4dc2aaf3f5ea {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:27.539321 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:27.615588 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b68ab746-c8ef-4c25-bdfb-0ce10afcf6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:27.708207 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:27.708437 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:27.829708 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Calling delete_port for 921a8d72-e9bc-4c47-acfa-4dc2aaf3f5ea owned by network:floatingip {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:28.020405 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:28.024694 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-ecde743e-ee50-4079-b1d3-48205a29b0d9 tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:28.064262 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:06:28.067629 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event deleted for resources: {'Port': ['ID=921a8d72-e9bc-4c47-acfa-4dc2aaf3f5ea,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:28.106081 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.106463 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.106833 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.107198 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.107562 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.107925 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.108847 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.109212 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.109570 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.109926 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.110282 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-iscsi {{(pid=75865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 23 02:06:28.121132 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:28.169170 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:28.173093 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:28.357549 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:06:28.366383 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] Sync routers for ids ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:06:28.377855 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] Routers {'75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:28.378544 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74812c4580>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:28.460054 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] 10.222.0.20 "PUT /v2.0/routers/75e45785-a8a8-45c7-82ac-fa6a78a8eb5d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8689578
Aug 23 02:06:28.461873 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34046) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:28.560859 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] Set router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:28.672272 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:28.689344 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:06:28.840803 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74812c4580>, [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:06:27Z', 'revision_number': 5, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:28.845240 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] Checking router: 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:06:28.855696 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] Routers {'75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:28.856304 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f74812c4580>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:28.866189 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:28.891676 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:06:28.901223 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:06:28.913134 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:28.913755 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481242cd0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:28.953398 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Deleting port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:28.953730 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:29.007119 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:29.073872 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-83419339-8652-4c07-856a-0dc4e1c319a0 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "DELETE /v2.0/floatingips/4972ed09-fee4-49d0-bfd0-4374f3517464 HTTP/1.1" status: 204  len: 168 time: 1.7366261
Aug 23 02:06:29.074545 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550'}] {{(pid=75865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:06:29.093599 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] Set router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:29.097661 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:29.131110 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550', 'status': 'completed', 'code': 200}
Aug 23 02:06:29.227296 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] For port d6fd1a14-3faf-40ec-8b58-15d3adaa74c5, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=d6fd1a14-3faf-40ec-8b58-15d3adaa74c5,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:29.227855 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:29.368881 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Calling delete_port for d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 owned by network:router_gateway {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:29.417007 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f74812c4580>, [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:06:27Z', 'revision_number': 5, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:29.423418 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e6fd9-5aa9-4daa-9c6a-7932a3004447 None None] The sync data for ids ['75e45785-a8a8-45c7-82ac-fa6a78a8eb5d'] in dv-cinder-805529-1-iscsi is: [{'id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'name': 'tempest-TestShelveInstance-1336464804-router', 'tenant_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:06:27Z', 'revision_number': 5, 'project_id': '43a820182dcb47b09cc7c3cb5985a1ca', 'gw_port': {'id': 'd6fd1a14-3faf-40ec-8b58-15d3adaa74c5', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e45785-a8a8-45c7-82ac-fa6a78a8eb5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T02:01:43Z', 'updated_at': '2021-08-23T02:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:06:29.430767 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-26ae3016-5066-4fcc-b284-3272aaed58b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 1098 time: 0.2702272
Aug 23 02:06:29.490664 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481242cd0>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:57Z', 'revision_number': 1, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:29.495248 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:06:29.506393 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:29.507005 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481242cd0>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:00Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:29.617556 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-7e994a07-603d-4d22-b9f2-6386b7886558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:29.619450 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-7e994a07-603d-4d22-b9f2-6386b7886558 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1651952
Aug 23 02:06:29.723665 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:29.760282 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-2b872bd0-c1ad-402f-8337-d601b783543b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75134457-0109-4fdd-a860-72ed54ca0550 HTTP/1.1" status: 200  len: 217 time: 0.1132081
Aug 23 02:06:29.951815 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-a786a896-5d2e-47d1-80ce-c34e20f28202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:29.953860 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-a786a896-5d2e-47d1-80ce-c34e20f28202 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.1870461
Aug 23 02:06:29.972040 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b248fe09-6ede-41c2-a3c2-991d700b1340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:29.994510 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:30.006128 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e3bef-a7bf-4fee-a6a1-d9e9d524cb8a req-beb2c010-7220-46fa-b8cd-efaf0af12c7d tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:30.007581 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ba4e3bef-a7bf-4fee-a6a1-d9e9d524cb8a req-beb2c010-7220-46fa-b8cd-efaf0af12c7d tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 945 time: 0.3071740
Aug 23 02:06:30.013483 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-3c48d203-406e-4d18-b9b0-eb46d1d5b77a tempest-AttachVolumeShelveTestJSON-1323974902 tempest-AttachVolumeShelveTestJSON-1323974902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:30.075092 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fd1a14-3faf-40ec-8b58-15d3adaa74c5,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:30.083210 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:30.102241 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481242cd0>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:57Z', 'revision_number': 1, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:30.106337 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fed3da-d577-462d-b072-e2b00b1d2102 None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_floatingips': [{'id': '1b5988ef-219c-427b-8cb4-92b4e4f0f604', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'router_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'port_id': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'mac_address': 'fa:16:3e:35:15:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:02:53Z', 'updated_at': '2021-08-23T02:02:57Z', 'revision_number': 1, 'project_id': '382ca8f9b14441659267fc49d336434f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:06:30.186853 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-ba4e3bef-a7bf-4fee-a6a1-d9e9d524cb8a req-79c35c8d-48da-4ce2-8241-64677029969a tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1411669
Aug 23 02:06:30.270563 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-33650db4-0e02-4fef-9e4a-e201a77b3f50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3094120
Aug 23 02:06:30.330650 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7931eb2d-adaa-4c19-a728-bc421be1ee92 None None] New status for floating IP 4972ed09-fee4-49d0-bfd0-4374f3517464: DOWN {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:06:30.412041 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:30.498667 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 43ce36cb-b4c6-4a95-a6df-beb92951de9d no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:30.531380 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 43ce36cb-b4c6-4a95-a6df-beb92951de9d {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:30.531656 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 43ce36cb-b4c6-4a95-a6df-beb92951de9d not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:30.715273 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:30.721104 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-2da4454d-5541-452b-8892-0b9a0130a160 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4409573
Aug 23 02:06:30.723150 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:30.832462 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:30.865059 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-fb22caa3-2277-43c3-a16a-4e131a679254 req-f4a48009-a414-4c97-b8e4-2156274d58e4 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338561
Aug 23 02:06:30.872254 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:30.872796 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e45785-a8a8-45c7-82ac-fa6a78a8eb5d {{(pid=75864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 02:06:30.884647 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:30.885756 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] 10.222.0.20 "DELETE /v2.0/routers/75e45785-a8a8-45c7-82ac-fa6a78a8eb5d HTTP/1.1" status: 204  len: 168 time: 2.4229140
Aug 23 02:06:30.888650 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34056) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:30.948399 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_v2 [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Deleting subnet 608a0623-b19d-4e78-b5d4-4beed655b6ad {{(pid=75864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 02:06:30.951579 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.004492 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1100984'] for subnet, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.137928 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.183753 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-a12b7c12-5951-4c3c-ae99-17270d4b80ad tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:31.185230 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-a12b7c12-5951-4c3c-ae99-17270d4b80ad tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 945 time: 0.1306686
Aug 23 02:06:31.265509 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Deleting port 75134457-0109-4fdd-a860-72ed54ca0550 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:31.265847 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.401577 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297113e-54dd-4913-b55b-da0a404828c0 req-402c7cb0-a7ee-4677-aa91-0b6469d49bfa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:31.402221 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-6297113e-54dd-4913-b55b-da0a404828c0 req-402c7cb0-a7ee-4677-aa91-0b6469d49bfa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:06:31.405190 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1320315'] for subnet, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.419360 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:31.457358 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=608a0623-b19d-4e78-b5d4-4beed655b6ad,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:31.464032 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:31.467018 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.quota.resource [req-6297113e-54dd-4913-b55b-da0a404828c0 req-402c7cb0-a7ee-4677-aa91-0b6469d49bfa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75865) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:06:31.468232 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6297113e-54dd-4913-b55b-da0a404828c0 req-402c7cb0-a7ee-4677-aa91-0b6469d49bfa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 945 time: 0.1574178
Aug 23 02:06:31.475196 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a83a7-c025-43c3-869e-cf6af19bae4e None None] Network 16beefb7-6ed3-445b-b1ca-e9baeadf937c requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:06:31.493597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.517786 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/608a0623-b19d-4e78-b5d4-4beed655b6ad HTTP/1.1" status: 204  len: 168 time: 0.6281118
Aug 23 02:06:31.520524 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34062) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:31.542353 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-6297113e-54dd-4913-b55b-da0a404828c0 req-a928c526-79bf-4796-bfa7-7f6306afe8ac tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647001
Aug 23 02:06:31.637903 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.648843 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Deleting port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 {{(pid=75865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:31.648843 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.669772 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] For port 75134457-0109-4fdd-a860-72ed54ca0550, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=75134457-0109-4fdd-a860-72ed54ca0550,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:31.670506 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.760111 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] DHCP port deletion for 16beefb7-6ed3-445b-b1ca-e9baeadf937c request from dv-cinder-805529-1-iscsi {{(pid=75866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 23 02:06:31.764738 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] Deleting port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:31.765283 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.793878 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Calling delete_port for 75134457-0109-4fdd-a860-72ed54ca0550 owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:31.855437 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.db [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] For port 591d5bd4-6ebb-45fc-a760-370daa5a1d91, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=591d5bd4-6ebb-45fc-a760-370daa5a1d91,segment=NetworkSegment(9e4d1590-a57c-42bb-af8d-ea6ea09031fc),segment_id=9e4d1590-a57c-42bb-af8d-ea6ea09031fc)] {{(pid=75865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:31.855793 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.964459 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] For port 591d5bd4-6ebb-45fc-a760-370daa5a1d91, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=591d5bd4-6ebb-45fc-a760-370daa5a1d91,segment=NetworkSegment(9e4d1590-a57c-42bb-af8d-ea6ea09031fc),segment_id=9e4d1590-a57c-42bb-af8d-ea6ea09031fc)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:31.964825 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:31.981403 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Calling delete_port for 591d5bd4-6ebb-45fc-a760-370daa5a1d91 owned by network:dhcp {{(pid=75865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:32.021514 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.027467 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-81054b96-4c3e-43ec-bf67-5bdf92fe966b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:32.070260 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event deleted for resources: {'Port': ['ID=75134457-0109-4fdd-a860-72ed54ca0550,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:32.074016 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:32.090662 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] Calling delete_port for 591d5bd4-6ebb-45fc-a760-370daa5a1d91 owned by network:dhcp {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:32.123431 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1466771'] for port, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.128269 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0444e5a0-6b6b-4280-b753-d304d3e311fa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:32.146331 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] No DVR routers for this DVR port 75134457-0109-4fdd-a860-72ed54ca0550 on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:06:32.148726 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.151354 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'name': 'network-vif-deleted', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:06:32.161955 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 02:06:32.162323 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 02:06:32.178403 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=591d5bd4-6ebb-45fc-a760-370daa5a1d91,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:32.180838 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:32.185768 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] No DVR routers for this DVR port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 on host dv-cinder-805529-1-iscsi {{(pid=75865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:06:32.206220 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf224a0-6f66-41ef-9b16-9fb121ab94a5', 'name': 'network-vif-deleted', 'tag': '75134457-0109-4fdd-a860-72ed54ca0550', 'status': 'completed', 'code': 200}
Aug 23 02:06:32.235014 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d87eb3fa-4b6f-4e59-a6b0-989699eb137f req-75fbb127-95fa-4af3-bcbf-d249ce1087a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "DELETE /v2.0/ports/75134457-0109-4fdd-a860-72ed54ca0550 HTTP/1.1" status: 204  len: 173 time: 1.0349948
Aug 23 02:06:32.305123 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.320853 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f74803f6a30>,) {'filters': {'network_id': ['16beefb7-6ed3-445b-b1ca-e9baeadf937c']}} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:32.332700 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f74803f6a30>, '9e4d1590-a57c-42bb-af8d-ea6ea09031fc') {'for_net_delete': True} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:32.332990 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.services.segments.db [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f74803f6a30>, '9e4d1590-a57c-42bb-af8d-ea6ea09031fc') {} {{(pid=75865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:32.344855 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637467'] for segment, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.361681 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.368110 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=75865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 02:06:32.368491 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1466822'] for segment, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]: Traceback (most recent call last):
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     timer()
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     cb(*args, **kw)
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     return func(*args, **kwargs)
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     self._notify()
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     self.callback(batched_events)
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     event.method(event)
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     return f(self, *a, **k)
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._get(url).json()
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     return self.request(url, 'GET', **kwargs)
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 02:06:32.382108 dv-cinder-805529-1-iscsi neutron-server[75865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 02:06:32.494688 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.509850 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 591d5bd4-6ebb-45fc-a760-370daa5a1d91 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:32.546214 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 591d5bd4-6ebb-45fc-a760-370daa5a1d91 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:32.546561 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 591d5bd4-6ebb-45fc-a760-370daa5a1d91 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:32.546967 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:32.574344 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.580795 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-0eeac132-b75d-4383-a0e9-9d9359df1e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:32.585800 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:32.586166 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device d6fd1a14-3faf-40ec-8b58-15d3adaa74c5 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:32.604113 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.614743 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=16beefb7-6ed3-445b-b1ca-e9baeadf937c,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:32.619248 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:32.623296 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-e3fb7a96-d10f-4d23-b18f-dce731533b04 admin admin] 10.222.0.20 "DELETE /v2.0/networks/16beefb7-6ed3-445b-b1ca-e9baeadf937c HTTP/1.1" status: 204  len: 168 time: 1.1015010
Aug 23 02:06:32.663799 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] Deleting port 591d5bd4-6ebb-45fc-a760-370daa5a1d91 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:32.664397 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:32.720705 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-df971c17-c88e-45a7-a822-f1acca1ec15b req-559a7058-9d30-4972-9cd5-f6fed6fe7479 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf224a0-6f66-41ef-9b16-9fb121ab94a5 HTTP/1.1" status: 200  len: 210 time: 0.0419197
Aug 23 02:06:32.741556 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ef0e9-addc-4a4f-b860-eb82282957ec None None] The port '591d5bd4-6ebb-45fc-a760-370daa5a1d91' was deleted {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 23 02:06:33.137958 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34072) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:33.361289 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-19810d6d-93e5-43c5-bad5-5aaf007c275f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba20ee0dab434973abcdb6e3cf80a34a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2220688
Aug 23 02:06:33.363665 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34078) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:33.422203 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b23344ec-55df-4685-8e54-2555f3c265a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:33.448916 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b23344ec-55df-4685-8e54-2555f3c265a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:33.569727 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b23344ec-55df-4685-8e54-2555f3c265a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:33.573349 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-9d16f15b-c70a-45c6-b26d-8b7ffdcf9fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:33.586852 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23344ec-55df-4685-8e54-2555f3c265a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ebbd27-3793-44b5-a66d-b6d469970bb9,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:33.590568 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b23344ec-55df-4685-8e54-2555f3c265a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:33.594215 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b23344ec-55df-4685-8e54-2555f3c265a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:33.595584 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b23344ec-55df-4685-8e54-2555f3c265a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10ebbd27-3793-44b5-a66d-b6d469970bb9 HTTP/1.1" status: 204  len: 168 time: 0.2308006
Aug 23 02:06:34.285173 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34092) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:34.335244 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-54d80f37-3700-44b5-b206-8212ab9d4edd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43a820182dcb47b09cc7c3cb5985a1ca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485456
Aug 23 02:06:34.337626 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34096) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:34.395490 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1793ede5-7b20-491b-a835-be66d8bfdf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:34.420640 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1793ede5-7b20-491b-a835-be66d8bfdf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:34.563988 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1793ede5-7b20-491b-a835-be66d8bfdf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:34.568797 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-ee137633-d144-432a-aefe-94c2a8468b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:34.580938 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793ede5-7b20-491b-a835-be66d8bfdf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf8aef-6fec-4ea1-be32-b0d7d0a9fc2f,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:34.583752 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1793ede5-7b20-491b-a835-be66d8bfdf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:34.585694 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-1793ede5-7b20-491b-a835-be66d8bfdf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:34.587436 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-1793ede5-7b20-491b-a835-be66d8bfdf0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0bf8aef-6fec-4ea1-be32-b0d7d0a9fc2f HTTP/1.1" status: 204  len: 168 time: 0.2483490
Aug 23 02:06:36.334025 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 75134457-0109-4fdd-a860-72ed54ca0550 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:36.369249 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 75134457-0109-4fdd-a860-72ed54ca0550 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:36.369599 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 75134457-0109-4fdd-a860-72ed54ca0550 not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:36.526090 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34110) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:36.722002 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Deleting port 97e2c42e-a184-49da-a740-3e413fb8cba3 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:36.722342 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:36.885208 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:36.885533 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:37.002149 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Calling delete_port for 97e2c42e-a184-49da-a740-3e413fb8cba3 owned by network:floatingip {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:37.186369 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:37.190341 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-f63413b9-df7a-4865-91f5-a806fd439d81 tempest-TestShelveInstance-506969414 tempest-TestShelveInstance-506969414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:37.233930 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event deleted for resources: {'Port': ['ID=97e2c42e-a184-49da-a740-3e413fb8cba3,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:37.236625 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:37.396424 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:37.779676 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:06:37.973352 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:06:37.982763 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:06:37.990774 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:37.994773 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:37.995443 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481399790>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:38.042202 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-33446936-fb0a-48d1-b044-c391bd51ed12 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b5988ef-219c-427b-8cb4-92b4e4f0f604 HTTP/1.1" status: 204  len: 168 time: 1.5148571
Aug 23 02:06:38.042659 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:06:38.223598 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:38.252647 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'status': 'completed', 'code': 200}
Aug 23 02:06:38.348874 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-0a0baef8-b89c-4f40-96f3-1af52fec695f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382ca8f9b14441659267fc49d336434f&device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 1098 time: 0.0737677
Aug 23 02:06:38.503891 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-ed457773-2855-4aa9-8fb9-1bd4dcaa6f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:38.505488 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-ed457773-2855-4aa9-8fb9-1bd4dcaa6f4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 200  len: 911 time: 0.1506422
Aug 23 02:06:38.556767 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481399790>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:38.560555 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:06:38.570994 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:38.571600 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7481399790>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:38.617705 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-02f1cc4f-74aa-4e71-8c32-3fc7be61f652 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae HTTP/1.1" status: 200  len: 217 time: 0.1051998
Aug 23 02:06:38.691266 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-72430080-f66c-4b42-be78-6f85a7ba2a74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:38.692712 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-72430080-f66c-4b42-be78-6f85a7ba2a74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 200  len: 850 time: 0.0687046
Aug 23 02:06:38.703474 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8839cc-7adb-4d04-8cd0-05e26cf49a1c req-cc6c65cb-2368-4e34-ba0f-be3397a98e38 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:38.704157 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-8e8839cc-7adb-4d04-8cd0-05e26cf49a1c req-cc6c65cb-2368-4e34-ba0f-be3397a98e38 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Synchronizing usage tracker for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75864) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 23 02:06:38.747168 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:38.785058 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-ad561830-2393-4b2e-87ae-d820a26b3341 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781894
Aug 23 02:06:38.862729 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.quota.resource [req-8e8839cc-7adb-4d04-8cd0-05e26cf49a1c req-cc6c65cb-2368-4e34-ba0f-be3397a98e38 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Unset dirty status for tenant:382ca8f9b14441659267fc49d336434f on resource:port {{(pid=75864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 23 02:06:38.863863 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8e8839cc-7adb-4d04-8cd0-05e26cf49a1c req-cc6c65cb-2368-4e34-ba0f-be3397a98e38 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 945 time: 0.3031793
Aug 23 02:06:38.949797 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-8e8839cc-7adb-4d04-8cd0-05e26cf49a1c req-da3cd07c-7684-4493-80ad-8c5e7ee4bd31 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793076
Aug 23 02:06:38.955502 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-02ac08d4-398a-4969-b0db-4c4588774453 service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629407
Aug 23 02:06:39.054561 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7481399790>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:39.058855 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e8f1a-ecfd-401d-b1f7-6c9023e84bc7 None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T01:59:04Z', 'revision_number': 4, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi', '_interfaces': [{'id': 'ad4b8e7b-f9df-4173-826d-f6d9adb05b0c', 'name': '', 'network_id': '6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'mac_address': 'fa:16:3e:39:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:03Z', 'updated_at': '2021-08-23T01:59:25Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'subnets': [{'id': 'a71193bf-e0bb-4d11-b654-b370f96f1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:06:39.192786 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d2b4677c-fb9c-4832-b891-4c733c992f6d req-dc5c0a65-ee70-45aa-b152-ae0ab32c6a2c service neutron] 10.222.0.21 "GET /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307487
Aug 23 02:06:39.262346 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84e3ac-18da-4485-948a-c5c01262d793 None None] New status for floating IP 1b5988ef-219c-427b-8cb4-92b4e4f0f604: DOWN {{(pid=75867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 23 02:06:40.021094 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-1b205b1c-552d-4170-9390-42b56a1914b8 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:40.022501 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-1b205b1c-552d-4170-9390-42b56a1914b8 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 945 time: 0.0747960
Aug 23 02:06:40.091555 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Deleting port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:40.091898 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:40.145509 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3377a4-c32d-4339-9e29-0d5f7787ec4d req-d3a308dc-3a42-4a02-8f21-9e5422d35ae4 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 23 02:06:40.146988 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3a3377a4-c32d-4339-9e29-0d5f7787ec4d req-d3a308dc-3a42-4a02-8f21-9e5422d35ae4 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 945 time: 0.0770202
Aug 23 02:06:40.192861 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-3a3377a4-c32d-4339-9e29-0d5f7787ec4d req-1ed71cfb-8530-48a4-8aea-0cd961ce7eaa tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0fad929-1768-4c2b-8960-ce14570104a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403993
Aug 23 02:06:40.330983 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] For port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:40.331248 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:40.343960 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:06:40.452725 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Calling delete_port for 99a3ec7b-4b60-43b4-aa78-787c8f5891ae owned by compute:nova {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:40.649345 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:40.655518 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a121b3df-b506-44cd-9c5a-121d752ecefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:40.694621 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event deleted for resources: {'Port': ['ID=99a3ec7b-4b60-43b4-aa78-787c8f5891ae,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:40.696924 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:40.769982 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] No DVR routers for this DVR port 99a3ec7b-4b60-43b4-aa78-787c8f5891ae on host hv-cinder-80552 {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:06:40.772444 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for port, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:40.774955 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'name': 'network-vif-deleted', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae'}] {{(pid=75864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 23 02:06:40.827706 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae', 'name': 'network-vif-deleted', 'tag': '99a3ec7b-4b60-43b4-aa78-787c8f5891ae', 'status': 'completed', 'code': 200}
Aug 23 02:06:40.833042 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [req-d0e415a6-bde2-4747-ba29-3140b3429c5e req-a36dd9ae-6a08-4d6a-b1cd-f5651c9ddd78 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.21 "DELETE /v2.0/ports/99a3ec7b-4b60-43b4-aa78-787c8f5891ae HTTP/1.1" status: 204  len: 173 time: 0.8054490
Aug 23 02:06:41.457298 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [req-68e0e17b-bf5d-45e0-917c-29c1483bc123 req-0f93ae3b-8e2c-4d10-82e2-73dc46c755a1 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8204a86-bf33-4c8b-b5b1-8bf56a78e3ae HTTP/1.1" status: 200  len: 210 time: 0.1438303
Aug 23 02:06:42.560471 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34128) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:42.717523 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Deleting port 036be68c-afc0-4b45-90e6-e5b57fb47e07 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:42.717776 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:42.880516 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:42.880870 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:42.996870 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Calling delete_port for 036be68c-afc0-4b45-90e6-e5b57fb47e07 owned by network:floatingip {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:43.192201 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:43.195613 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-e80bd91b-79b7-4201-a1ba-7dd0dad558ae tempest-AttachVolumeTestJSON-1304498514 tempest-AttachVolumeTestJSON-1304498514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:43.235487 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event deleted for resources: {'Port': ['ID=036be68c-afc0-4b45-90e6-e5b57fb47e07,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:43.239493 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:43.398449 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for floatingip, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:43.412197 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38211'] for floatingip, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:43.413350 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-908ba224-f192-4807-9187-b2d6ed98ad44 tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "DELETE /v2.0/floatingips/1af4c683-707e-4aa7-bada-bcb443bae54b HTTP/1.1" status: 204  len: 168 time: 0.8513703
Aug 23 02:06:44.366193 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 99a3ec7b-4b60-43b4-aa78-787c8f5891ae no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:44.398440 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] No Port match for: 99a3ec7b-4b60-43b4-aa78-787c8f5891ae {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:44.398785 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Device 99a3ec7b-4b60-43b4-aa78-787c8f5891ae not bound to the agent host hv-cinder-80552 {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:44.908344 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34142) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:44.975635 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8c91-0023-48b6-94ea-e03547272acf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:45.003915 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8c91-0023-48b6-94ea-e03547272acf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:45.129438 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8c91-0023-48b6-94ea-e03547272acf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:45.133150 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b23344ec-55df-4685-8e54-2555f3c265a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:45.147117 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce8c91-0023-48b6-94ea-e03547272acf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fad929-1768-4c2b-8960-ce14570104a1,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:45.150021 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-b0ce8c91-0023-48b6-94ea-e03547272acf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:45.225310 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8c91-0023-48b6-94ea-e03547272acf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:45.226426 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-b0ce8c91-0023-48b6-94ea-e03547272acf tempest-TestVolumeBootPattern-552174703 tempest-TestVolumeBootPattern-552174703-project] 10.222.0.20 "DELETE /v2.0/security-groups/b0fad929-1768-4c2b-8960-ce14570104a1 HTTP/1.1" status: 204  len: 168 time: 0.3170495
Aug 23 02:06:45.354698 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34148) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:45.964063 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:46.054476 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:46.548847 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Deleting port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:46.549405 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:46.721760 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] For port ad4b8e7b-f9df-4173-826d-f6d9adb05b0c, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:46.722016 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:46.838558 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Calling delete_port for ad4b8e7b-f9df-4173-826d-f6d9adb05b0c owned by network:router_interface {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:47.129293 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:47.132730 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-737696fb-953c-4fce-b285-80d77cd99d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:47.174106 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4b8e7b-f9df-4173-826d-f6d9adb05b0c,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:47.177464 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:47.456759 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:48.024457 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:06:48.219304 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:06:48.230370 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] Sync routers for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:06:48.230963 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-52473426-b371-4a93-b002-4fafca617f2b admin admin] 10.222.0.20 "PUT /v2.0/routers/d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8752253
Aug 23 02:06:48.233507 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34154) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:48.242668 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:48.243272 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480c51460>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:48.417512 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: dv-cinder-805529-1-iscsi {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:48.530432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:48.722902 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:48.747442 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480c51460>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '2139813c-9952-473e-99b4-2913baa313e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T02:06:47Z', 'revision_number': 5, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port': {'id': '2139813c-9952-473e-99b4-2913baa313e1', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:59Z', 'updated_at': '2021-08-23T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:48.751673 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] Checking router: d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 for host: dv-cinder-805529-1-iscsi {{(pid=75866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:06:48.761867 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] Routers {'d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:48.762514 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480c51460>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'], 'active': True} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:48.798243 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Deleting port 2139813c-9952-473e-99b4-2913baa313e1 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:48.798588 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:48.908260 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_dvr_db [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] Set router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 gateway port host: None {{(pid=75866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:48.972782 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] For port 2139813c-9952-473e-99b4-2913baa313e1, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=2139813c-9952-473e-99b4-2913baa313e1,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:48.973506 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:49.010907 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480c51460>, [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T02:06:48Z', 'revision_number': 6, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port_host': None}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:49.015330 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe95a-1a83-457e-95eb-1d2c67ab7c75 None None] The sync data for ids ['d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3'] in dv-cinder-805529-1-iscsi is: [{'id': 'd449d2d3-ae42-4b65-acb2-6bcc0d86b7d3', 'name': 'tempest-TestVolumeBootPattern-621074388-router', 'tenant_id': '382ca8f9b14441659267fc49d336434f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:58Z', 'updated_at': '2021-08-23T02:06:48Z', 'revision_number': 6, 'project_id': '382ca8f9b14441659267fc49d336434f', 'gw_port_host': None}] {{(pid=75866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:06:49.093568 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Calling delete_port for 2139813c-9952-473e-99b4-2913baa313e1 owned by network:router_gateway {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:49.317946 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:49.321855 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-1cbe5206-cf9a-49d4-83fa-ac95d783a774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:49.363294 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2139813c-9952-473e-99b4-2913baa313e1,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:49.365585 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:49.586232 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:49.849520 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:49.853628 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:49.952500 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:49.962687 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 {{(pid=75864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 02:06:49.965769 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:49.970152 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-982c4d98-e627-47b6-9e49-60c269636fc4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d449d2d3-ae42-4b65-acb2-6bcc0d86b7d3 HTTP/1.1" status: 204  len: 168 time: 1.7326951
Aug 23 02:06:49.970297 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34158) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:50.125552 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] Deleting subnet a71193bf-e0bb-4d11-b654-b370f96f1347 {{(pid=75864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 02:06:50.128319 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.176440 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1100984'] for subnet, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.253982 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.392285 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1320315'] for subnet, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.396135 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-53968729-606a-4f56-8ae3-61e0a030d50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:50.432482 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a71193bf-e0bb-4d11-b654-b370f96f1347,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:50.434925 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:50.437877 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.443939 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-10c4eec2-f4ff-46ac-9478-d8fb6310a985 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a71193bf-e0bb-4d11-b654-b370f96f1347 HTTP/1.1" status: 204  len: 168 time: 0.4726760
Aug 23 02:06:50.446382 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34164) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:50.446546 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043af43-961e-4783-9422-7ddc28594cec None None] Network 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:06:50.514472 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2139813c-9952-473e-99b4-2913baa313e1 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:50.551633 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.562557 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Deleting port 528f4a66-5eb5-40ab-b591-61a75af85711 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:50.562890 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.564213 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 2139813c-9952-473e-99b4-2913baa313e1 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:50.564622 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 2139813c-9952-473e-99b4-2913baa313e1 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:50.564997 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ad4b8e7b-f9df-4173-826d-f6d9adb05b0c no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:50.599708 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: ad4b8e7b-f9df-4173-826d-f6d9adb05b0c {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:50.600048 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device ad4b8e7b-f9df-4173-826d-f6d9adb05b0c not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:50.764115 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] DHCP port deletion for 6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 request from dv-cinder-805529-1-iscsi {{(pid=75866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 23 02:06:50.768697 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] Deleting port 528f4a66-5eb5-40ab-b591-61a75af85711 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:50.769074 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.771757 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] For port 528f4a66-5eb5-40ab-b591-61a75af85711, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=528f4a66-5eb5-40ab-b591-61a75af85711,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:50.772111 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:50.889490 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Calling delete_port for 528f4a66-5eb5-40ab-b591-61a75af85711 owned by network:dhcp {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:50.971396 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] For port 528f4a66-5eb5-40ab-b591-61a75af85711, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=528f4a66-5eb5-40ab-b591-61a75af85711,segment=NetworkSegment(d0e0d620-8bb3-42c8-bcf4-88c7e59531bf),segment_id=d0e0d620-8bb3-42c8-bcf4-88c7e59531bf)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:50.971769 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.036935 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.041352 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-445bfe23-4022-49d1-901c-004b66bfc794 tempest-VolumesActionsTest-1320104362 tempest-VolumesActionsTest-1320104362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:51.084805 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Pushing event deleted for resources: {'Port': ['ID=528f4a66-5eb5-40ab-b591-61a75af85711,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:51.087109 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:51.089896 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] No DVR routers for this DVR port 528f4a66-5eb5-40ab-b591-61a75af85711 on host dv-cinder-805529-1-iscsi {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:06:51.091276 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] Calling delete_port for 528f4a66-5eb5-40ab-b591-61a75af85711 owned by network:dhcp {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:51.163143 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 02:06:51.163501 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 02:06:51.203367 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.215602 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f74804f78b0>,) {'filters': {'network_id': ['6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17']}} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:51.227874 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f74804f78b0>, 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf') {'for_net_delete': True} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:51.228107 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f74804f78b0>, 'd0e0d620-8bb3-42c8-bcf4-88c7e59531bf') {} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:51.239112 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100983'] for segment, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.254457 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.260432 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=75864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 02:06:51.260830 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1224746'] for segment, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]: Traceback (most recent call last):
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     timer()
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     cb(*args, **kw)
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     return func(*args, **kwargs)
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     self._notify()
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     self.callback(batched_events)
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     event.method(event)
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     return f(self, *a, **k)
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._get(url).json()
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self.request(url, 'GET', **kwargs)
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 02:06:51.273852 dv-cinder-805529-1-iscsi neutron-server[75864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 02:06:51.403729 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.408539 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.410878 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:51.435471 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:51.438029 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:51.518600 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-cdd0c5e5-5dc6-4ad4-bbb1-2804fab5d972 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e84adac-3f59-4a3b-aa38-d2a9b2d6ce17 HTTP/1.1" status: 204  len: 168 time: 1.0711188
Aug 23 02:06:51.521300 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34168) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:51.664433 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] Deleting port 528f4a66-5eb5-40ab-b591-61a75af85711 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:51.665053 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:51.727260 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-d0d40a60-6251-4361-81eb-af4f0bec4389 None None] The port '528f4a66-5eb5-40ab-b591-61a75af85711' was deleted {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 23 02:06:51.983182 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447322'] for router_interface, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:52.473820 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 528f4a66-5eb5-40ab-b591-61a75af85711 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:52.508578 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 528f4a66-5eb5-40ab-b591-61a75af85711 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:52.508936 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 528f4a66-5eb5-40ab-b591-61a75af85711 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:52.563476 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Deleting port f87fd9ca-3a2f-4930-8d7e-20c388fb0339 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:52.563973 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:52.730295 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] For port f87fd9ca-3a2f-4930-8d7e-20c388fb0339, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,segment=NetworkSegment(6f6a50d6-5d60-4c71-9069-af1645284be6),segment_id=6f6a50d6-5d60-4c71-9069-af1645284be6)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:52.730560 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:52.851149 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Calling delete_port for f87fd9ca-3a2f-4930-8d7e-20c388fb0339 owned by network:router_interface {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:53.101141 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:53.105659 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-6956c1eb-9610-4d56-854b-09b3e8065dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:53.150070 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87fd9ca-3a2f-4930-8d7e-20c388fb0339,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:53.152667 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:53.517018 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3568783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447406'] for router_interface, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:54.078746 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Router 096684b7-4ef8-4465-bfc5-8aca9757564d has already been hosted by L3 agent 8f46366f-4525-4efa-92fb-82aca56bf648 {{(pid=75864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 23 02:06:54.272655 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-iscsi the message routers_updated {{(pid=75864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 23 02:06:54.280832 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] Sync routers for ids ['096684b7-4ef8-4465-bfc5-8aca9757564d'] in dv-cinder-805529-1-iscsi {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 23 02:06:54.292668 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] Routers {'096684b7-4ef8-4465-bfc5-8aca9757564d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:54.293344 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480dc0910>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['096684b7-4ef8-4465-bfc5-8aca9757564d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:54.348242 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-0c191f30-c30d-4c7e-9697-5eb514e713c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/096684b7-4ef8-4465-bfc5-8aca9757564d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8258390
Aug 23 02:06:54.350736 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34174) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:54.474337 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] Set router 096684b7-4ef8-4465-bfc5-8aca9757564d gateway port host: dv-cinder-805529-1-iscsi {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:54.547178 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:54.750252 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:54.780935 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480dc0910>, [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'external_fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T02:06:52Z', 'revision_number': 5, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port': {'id': 'c84a69d7-d64e-4f1e-b23e-e27e3d23c667', 'name': '', 'network_id': '52375f3f-2732-4e9e-94eb-d4ebda44e1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:13Z', 'updated_at': '2021-08-23T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c991bd3-493a-48e9-946d-1dd2b9e8fe62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-iscsi'}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:54.785338 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] Checking router: 096684b7-4ef8-4465-bfc5-8aca9757564d for host: dv-cinder-805529-1-iscsi {{(pid=75867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 23 02:06:54.795369 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] Routers {'096684b7-4ef8-4465-bfc5-8aca9757564d'} bound to L3 agent in host dv-cinder-805529-1-iscsi {{(pid=75867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 23 02:06:54.795969 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7480dc0910>, 'dv-cinder-805529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:00Z,description=<?>,heartbeat_timestamp=2021-08-23T02:06:30Z,host='dv-cinder-805529-1-iscsi',id=8f46366f-4525-4efa-92fb-82aca56bf648,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-23T01:44:00Z,topic='l3_agent')) {'router_ids': ['096684b7-4ef8-4465-bfc5-8aca9757564d'], 'active': True} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:54.831868 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Deleting port c84a69d7-d64e-4f1e-b23e-e27e3d23c667 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:54.832228 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:54.944216 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_dvr_db [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] Set router 096684b7-4ef8-4465-bfc5-8aca9757564d gateway port host: None {{(pid=75867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 23 02:06:54.999037 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] For port c84a69d7-d64e-4f1e-b23e-e27e3d23c667, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=c84a69d7-d64e-4f1e-b23e-e27e3d23c667,segment=NetworkSegment(6ea52566-dd0e-492e-a06f-ce794d4b490b),segment_id=6ea52566-dd0e-492e-a06f-ce794d4b490b)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:54.999374 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:55.059140 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.l3_hamode_db [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7480dc0910>, [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T02:06:54Z', 'revision_number': 6, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port_host': None}], 'dv-cinder-805529-1-iscsi', False) {} {{(pid=75867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:55.064156 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a934eb-5f5a-4ba1-aa0e-08141644d9b8 None None] The sync data for ids ['096684b7-4ef8-4465-bfc5-8aca9757564d'] in dv-cinder-805529-1-iscsi is: [{'id': '096684b7-4ef8-4465-bfc5-8aca9757564d', 'name': 'tempest-TestVolumeBootPattern-345690529-router', 'tenant_id': '56e253c94fb54dc3867572ce45ab0914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:12Z', 'updated_at': '2021-08-23T02:06:54Z', 'revision_number': 6, 'project_id': '56e253c94fb54dc3867572ce45ab0914', 'gw_port_host': None}] {{(pid=75867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 23 02:06:55.213928 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Calling delete_port for c84a69d7-d64e-4f1e-b23e-e27e3d23c667 owned by network:router_gateway {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:55.415299 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:55.419588 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-a089ad2a-d2cd-4060-a6d0-a485de39df24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:55.461161 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84a69d7-d64e-4f1e-b23e-e27e3d23c667,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:55.464736 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:55.677776 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450087'] for router_gateway, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:55.925355 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13869'] for router, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:55.929579 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.009497 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444955'] for router, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.010061 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 096684b7-4ef8-4465-bfc5-8aca9757564d {{(pid=75864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 23 02:06:56.022412 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] Notify callbacks [] for router, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.023553 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-890aefca-4633-4922-9800-fdda0d5f37b9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/096684b7-4ef8-4465-bfc5-8aca9757564d HTTP/1.1" status: 204  len: 168 time: 1.6718633
Aug 23 02:06:56.026143 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34180) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:56.089066 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.db_base_plugin_v2 [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] Deleting subnet 61ab3b71-a8d2-4d9e-bdac-138ac1bff526 {{(pid=75864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 23 02:06:56.092088 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.144141 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1100984'] for subnet, precommit_delete_associations {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.218247 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3601834'] for subnet, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.358932 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3601811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4107859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1320315'] for subnet, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.363344 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:56.398879 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ab3b71-a8d2-4d9e-bdac-138ac1bff526,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:56.401661 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:56.405548 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for subnet, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.410731 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8449bb0-c26d-4d4e-bb92-9c2a42dc8900 None None] Network b4857ea3-a03c-497f-9e4a-5f2661216e90 requested from dv-cinder-805529-1-iscsi {{(pid=75866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 23 02:06:56.415258 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-525195c4-25b7-40f2-80fe-4e62480adea0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/61ab3b71-a8d2-4d9e-bdac-138ac1bff526 HTTP/1.1" status: 204  len: 168 time: 0.3859680
Aug 23 02:06:56.415601 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.wsgi [-] (75864) accepted ('10.222.0.20', 34184) {{(pid=75864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:56.501574 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device f87fd9ca-3a2f-4930-8d7e-20c388fb0339 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:56.524900 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.536344 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Deleting port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 {{(pid=75864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:56.536717 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.577155 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: f87fd9ca-3a2f-4930-8d7e-20c388fb0339 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:56.577502 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device f87fd9ca-3a2f-4930-8d7e-20c388fb0339 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:56.577916 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device c84a69d7-d64e-4f1e-b23e-e27e3d23c667 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:56.611568 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: c84a69d7-d64e-4f1e-b23e-e27e3d23c667 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:56.611836 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device c84a69d7-d64e-4f1e-b23e-e27e3d23c667 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:56.780072 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] DHCP port deletion for b4857ea3-a03c-497f-9e4a-5f2661216e90 request from dv-cinder-805529-1-iscsi {{(pid=75866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 23 02:06:56.784579 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] Deleting port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:56.785021 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.837914 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.db [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] For port 439b6b2b-6b75-4c04-9b9e-f81404b0a412, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=439b6b2b-6b75-4c04-9b9e-f81404b0a412,segment=NetworkSegment(6f6a50d6-5d60-4c71-9069-af1645284be6),segment_id=6f6a50d6-5d60-4c71-9069-af1645284be6)] {{(pid=75864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:56.838263 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:56.955619 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.plugin [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Calling delete_port for 439b6b2b-6b75-4c04-9b9e-f81404b0a412 owned by network:dhcp {{(pid=75864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:56.978327 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.db [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] For port 439b6b2b-6b75-4c04-9b9e-f81404b0a412, host dv-cinder-805529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-iscsi',level=0,port_id=439b6b2b-6b75-4c04-9b9e-f81404b0a412,segment=NetworkSegment(6f6a50d6-5d60-4c71-9069-af1645284be6),segment_id=6f6a50d6-5d60-4c71-9069-af1645284be6)] {{(pid=75866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 23 02:06:56.979857 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401565'] for port, precommit_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.078339 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758648341764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758647917352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1224831'] for port, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.082110 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-7a385d07-c935-4fe1-b201-61e83c8c0e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:57.101217 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] Calling delete_port for 439b6b2b-6b75-4c04-9b9e-f81404b0a412 owned by network:dhcp {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 23 02:06:57.124649 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=439b6b2b-6b75-4c04-9b9e-f81404b0a412,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:57.127667 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:57.133631 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] No DVR routers for this DVR port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 on host dv-cinder-805529-1-iscsi {{(pid=75864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 23 02:06:57.169491 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.db.api [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 23 02:06:57.169843 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG oslo_db.api [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 23 02:06:57.245689 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602211', 'neutron.services.segments.db._delete_segments_for_network-8758648323970'] for network, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.257895 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7480b23a00>,) {'filters': {'network_id': ['b4857ea3-a03c-497f-9e4a-5f2661216e90']}} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:57.269852 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480b23a00>, '6f6a50d6-5d60-4c71-9069-af1645284be6') {'for_net_delete': True} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:57.270143 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.services.segments.db [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7480b23a00>, '6f6a50d6-5d60-4c71-9069-af1645284be6') {} {{(pid=75864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 23 02:06:57.281567 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758648324253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100983'] for segment, before_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.296841 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601681'] for segment, precommit_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.302597 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=75864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 23 02:06:57.302990 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3601679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1224746'] for segment, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]: Traceback (most recent call last):
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     timer()
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     cb(*args, **kw)
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     return func(*args, **kwargs)
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     self._notify()
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     self.callback(batched_events)
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     event.method(event)
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     return f(self, *a, **k)
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._get(url).json()
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     return self.request(url, 'GET', **kwargs)
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 23 02:06:57.315515 dv-cinder-805529-1-iscsi neutron-server[75864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 23 02:06:57.437690 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3568857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450138'] for network, after_delete {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.441301 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-78ea5723-9bd6-4ce3-b263-de3c2db094dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:57.454516 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron_lib.callbacks.manager [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3568739'] for network, before_response {{(pid=75864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.466316 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4857ea3-a03c-497f-9e4a-5f2661216e90,revision_number=None']} {{(pid=75864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:57.470017 dv-cinder-805529-1-iscsi neutron-server[75864]: DEBUG oslo_concurrency.lockutils [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:57.471490 dv-cinder-805529-1-iscsi neutron-server[75864]: INFO neutron.wsgi [None req-afb76839-e776-4e8c-a17f-8d0588d9bff6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b4857ea3-a03c-497f-9e4a-5f2661216e90 HTTP/1.1" status: 204  len: 168 time: 1.0549314
Aug 23 02:06:57.620849 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-6b911e3c-be7a-46f2-b0f6-494cc73aae04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.670526 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] Deleting port 439b6b2b-6b75-4c04-9b9e-f81404b0a412 {{(pid=75866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 23 02:06:57.670908 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758648368815'] for port, before_delete {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.737310 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-4fc788ef-b12e-4857-b9e9-452c4fa86ed5 None None] The port '439b6b2b-6b75-4c04-9b9e-f81404b0a412' was deleted {{(pid=75866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 23 02:06:57.850034 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34192) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:57.900095 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-bf2c025a-59aa-452c-8a0d-1695e255dcc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=382ca8f9b14441659267fc49d336434f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487401
Aug 23 02:06:57.902439 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34196) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:57.963193 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-14a492e6-275c-4a44-ad5d-48c1ea506513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:57.990178 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-14a492e6-275c-4a44-ad5d-48c1ea506513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:58.151823 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-14a492e6-275c-4a44-ad5d-48c1ea506513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:58.155660 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-86fcfe77-bab1-470e-99ae-cad533e455aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:58.170495 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a492e6-275c-4a44-ad5d-48c1ea506513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650d7c93-c255-4dd5-ad70-f5a60b4880e6,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:58.173364 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-14a492e6-275c-4a44-ad5d-48c1ea506513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:58.178736 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-14a492e6-275c-4a44-ad5d-48c1ea506513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:58.182217 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-14a492e6-275c-4a44-ad5d-48c1ea506513 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/650d7c93-c255-4dd5-ad70-f5a60b4880e6 HTTP/1.1" status: 204  len: 168 time: 0.2765729
Aug 23 02:06:58.194167 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:58.473226 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 439b6b2b-6b75-4c04-9b9e-f81404b0a412 no longer exists at agent ovs-agent-dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 23 02:06:58.506190 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.plugin [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] No Port match for: 439b6b2b-6b75-4c04-9b9e-f81404b0a412 {{(pid=75866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 23 02:06:58.510740 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron.plugins.ml2.rpc [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Device 439b6b2b-6b75-4c04-9b9e-f81404b0a412 not bound to the agent host dv-cinder-805529-1-iscsi {{(pid=75866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 23 02:06:58.872315 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34206) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:58.921264 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-5b57697c-e297-4eec-aea8-298f403ccf7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56e253c94fb54dc3867572ce45ab0914&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0476675
Aug 23 02:06:58.923584 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [-] (75865) accepted ('10.222.0.20', 34210) {{(pid=75865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 23 02:06:58.980407 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-baea2276-cf2f-4fc5-954b-11ac0ca72121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:59.004949 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-baea2276-cf2f-4fc5-954b-11ac0ca72121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:59.100341 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-baea2276-cf2f-4fc5-954b-11ac0ca72121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514505'] for security_group, after_delete {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:59.103909 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-5d0fc697-9ad1-4cfd-8541-cf3558929bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 23 02:06:59.114312 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea2276-cf2f-4fc5-954b-11ac0ca72121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127af0eb-3738-4151-abb1-96a45662c87e,revision_number=None']} {{(pid=75865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 23 02:06:59.117046 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG oslo_concurrency.lockutils [None req-baea2276-cf2f-4fc5-954b-11ac0ca72121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 23 02:06:59.122744 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron_lib.callbacks.manager [None req-baea2276-cf2f-4fc5-954b-11ac0ca72121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:06:59.124380 dv-cinder-805529-1-iscsi neutron-server[75865]: INFO neutron.wsgi [None req-baea2276-cf2f-4fc5-954b-11ac0ca72121 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/127af0eb-3738-4151-abb1-96a45662c87e HTTP/1.1" status: 204  len: 168 time: 0.1999042
Aug 23 02:06:59.877841 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2723a33b-181e-472b-80f2-30035a36f815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:00.843214 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:02.499663 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:16.076278 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:17.343658 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:07:27.647235 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b66abe30-550c-44ef-9b2c-96e16fd2f8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:28.167382 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:29.865734 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-bbf4ee5b-d6c7-4522-9ab2-fe37aeda79fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:30.843121 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:32.499796 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:46.088281 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:54.343925 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:07:57.630770 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-3002f351-eae8-4f55-a033-0c5b50f96884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:58.191423 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:07:59.882278 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-ebec270d-a236-4fad-a870-3ad02ea65551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:00.842552 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:02.516740 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:16.091756 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:23.031859 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [req-5f6357b0-7123-42e4-8024-bdb70a323f5a req-7e57090f-d295-417d-89f1-b4e93724b3ce service neutron] (75865) timed out ('10.222.0.21', 58101) {{(pid=75865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Aug 23 02:08:27.636080 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-a5146dab-239d-4629-a2b1-f9d1471273c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:28.190695 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:29.882061 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e093c7e5-0575-49d4-8c2e-6aa6b7ac1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:30.836462 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:31.344113 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:08:32.544498 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:46.047534 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:51.109564 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [req-7cda5e28-e600-46a8-beb5-434beb18b854 req-1ed7b023-cb06-458f-a1f4-428601a0abb1 service neutron] (75865) timed out ('10.222.0.21', 58109) {{(pid=75865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Aug 23 02:08:57.641581 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2c22d745-35a9-4013-9920-94a6c49f4283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:58.171215 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:08:59.896356 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-588bf60a-334c-4571-bd80-7dd4330c7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:00.858643 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:02.510039 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:08.344413 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:09:16.115466 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:27.646727 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-65edc2b9-ceb9-4ff9-82e3-b2e06b67bc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:28.195619 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:29.886580 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e17d-ff03-4d8a-bcd9-88cdb23f883e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:30.850336 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:32.553407 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:45.344778 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:09:46.078504 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:57.628906 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c6505bbc-fc5a-4bf4-8d4a-95024e0d92c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:58.169869 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:09:59.891986 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c4b430ee-b0e9-469e-ae75-23a63c479b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:00.855365 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:02.518269 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:16.163686 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:22.344856 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:10:27.646022 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-e6ec24f8-235d-4327-9d8f-9ebe45462105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:28.163239 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:29.885611 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-f77ab133-c40d-4749-8c8d-5555e1368ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:30.868829 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:32.525619 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:46.079512 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:57.639732 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-f403ddb2-b89b-472d-bfc8-1311cffb89a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:58.197019 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:10:58.302395 dv-cinder-805529-1-iscsi neutron-server[75865]: DEBUG neutron.wsgi [req-725c50af-f157-45fe-bf48-f432fa275163 req-cf2a1925-f9a8-45f9-907b-200c28b9926a service neutron] (75865) timed out ('10.222.0.21', 58098) {{(pid=75865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Aug 23 02:10:59.344683 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:10:59.959392 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-2af4bbcb-db40-4568-ab03-72f513ff8ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:00.859674 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:02.545373 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:16.090753 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:27.650655 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-c8f237bf-bc03-411a-988a-4f5b0a55eb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:28.173397 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:29.901991 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1cd0c1d4-0b61-45e9-8514-e661b9e9128c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:30.870522 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:32.561871 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:36.344662 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:11:46.104346 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:57.666960 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c13c-5b46-48a0-8558-6975deb78f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:58.155615 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-cc953532-b164-400b-a3dd-a4d9e7f383e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:11:59.901554 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-ced62aa9-54a8-4481-aa3c-d4aa53e7091b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:12:00.895650 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-b9831be2-bdcb-4f4f-bedc-a95bd1904321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:12:02.541642 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-90df3985-d2ec-4667-a31d-6572cbadad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 23 02:12:13.343969 dv-cinder-805529-1-iscsi neutron-server[75867]: DEBUG neutron.db.agents_db [None req-7e41e821-d278-4fdc-afae-73b2a1907937 None None] Agent healthcheck: found 6 active agents {{(pid=75867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 23 02:12:16.100921 dv-cinder-805529-1-iscsi neutron-server[75866]: DEBUG neutron_lib.callbacks.manager [None req-d79443b9-eaff-4470-ac0e-e2c713059aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758648323952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597239'] for agent, after_update {{(pid=75866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}